2026-02-12T00:19:46.075 INFO:root:teuthology version: 0.0.1.dev29+gc433f1062 2026-02-12T00:19:46.091 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T00:19:46.169 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011 branch: wip-guits-main-2026-02-10-0743 description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} email: gabrioux@ibm.com first_in_suite: false flavor: default job_id: '45011' kernel: branch: distro kdb: true sha1: distro last_in_suite: false machine_type: trial name: gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial no_nested_subset: false os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-guits-main-2026-02-10-0743 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 workunit: branch: wip-guits-main-2026-02-10-0743 sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com priority: 69 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2771 sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2026-02-10-0743 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 targets: trial052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOGmP/Joc3JQHrW/wmGcq+pZHl/vGQRLufk+iXvbeyuGxVmVRtMskZn9tdVLuExbTB9b6foqJ27wr56hDYiKuvY= trial116.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDnGClUdQZqT7wdDBS3Xvg0o44qC6nRRWK+IIxYk7tbYfpmOOTt/bMtoNgLrYlxXwgMVQF6a9ygTLNZ9kEX08sk= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - time timeout 60 bash -c "until ceph versions | jq -e '.rgw | length == 1'; do sleep 2; done" - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep 'osd' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: c433f1062990a0488dc29a553589bc609a460691 timestamp: 2026-02-11_07:53:20 tube: trial user: gabrioux verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.2161924 2026-02-12T00:19:46.169 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa; will attempt to use it 2026-02-12T00:19:46.170 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e200f5a177e1f98aa64d47f88121b3121ef739b3/qa/tasks 2026-02-12T00:19:46.170 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-12T00:19:46.171 INFO:teuthology.task.internal:Checking packages... 2026-02-12T00:19:46.172 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e200f5a177e1f98aa64d47f88121b3121ef739b3' 2026-02-12T00:19:46.172 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-12T00:19:46.172 INFO:teuthology.packaging:ref: None 2026-02-12T00:19:46.172 INFO:teuthology.packaging:tag: None 2026-02-12T00:19:46.172 INFO:teuthology.packaging:branch: wip-guits-main-2026-02-10-0743 2026-02-12T00:19:46.172 INFO:teuthology.packaging:sha1: e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:19:46.172 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-guits-main-2026-02-10-0743 2026-02-12T00:19:46.291 INFO:teuthology.task.internal:Found packages for ceph version 20.3.0-5221.ge200f5a1 2026-02-12T00:19:46.292 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-12T00:19:46.304 INFO:teuthology.task.internal:no buildpackages task found 2026-02-12T00:19:46.304 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-12T00:19:46.318 INFO:teuthology.task.internal:Saving configuration 2026-02-12T00:19:46.335 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-12T00:19:46.349 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-12T00:19:46.425 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial052.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 00:16:27.552955', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOGmP/Joc3JQHrW/wmGcq+pZHl/vGQRLufk+iXvbeyuGxVmVRtMskZn9tdVLuExbTB9b6foqJ27wr56hDYiKuvY='} 2026-02-12T00:19:46.481 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial116.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-12 00:16:27.553582', 'locked_by': 'scheduled_gabrioux@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDnGClUdQZqT7wdDBS3Xvg0o44qC6nRRWK+IIxYk7tbYfpmOOTt/bMtoNgLrYlxXwgMVQF6a9ygTLNZ9kEX08sk='} 2026-02-12T00:19:46.481 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-12T00:19:46.493 INFO:teuthology.task.internal:roles: ubuntu@trial052.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2026-02-12T00:19:46.493 INFO:teuthology.task.internal:roles: ubuntu@trial116.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2026-02-12T00:19:46.493 INFO:teuthology.run_tasks:Running task console_log... 2026-02-12T00:19:46.630 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7d1d1defe160>, signals=[15]) 2026-02-12T00:19:46.630 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-12T00:19:46.642 INFO:teuthology.task.internal:Opening connections... 2026-02-12T00:19:46.642 DEBUG:teuthology.task.internal:connecting to ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:19:46.642 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:19:46.703 DEBUG:teuthology.task.internal:connecting to ubuntu@trial116.front.sepia.ceph.com 2026-02-12T00:19:46.704 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:19:46.764 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-12T00:19:46.777 DEBUG:teuthology.orchestra.run.trial052:> uname -m 2026-02-12T00:19:46.792 INFO:teuthology.orchestra.run.trial052.stdout:x86_64 2026-02-12T00:19:46.793 DEBUG:teuthology.orchestra.run.trial052:> cat /etc/os-release 2026-02-12T00:19:46.847 INFO:teuthology.orchestra.run.trial052.stdout:NAME="CentOS Stream" 2026-02-12T00:19:46.847 INFO:teuthology.orchestra.run.trial052.stdout:VERSION="9" 2026-02-12T00:19:46.847 INFO:teuthology.orchestra.run.trial052.stdout:ID="centos" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:ID_LIKE="rhel fedora" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:VERSION_ID="9" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:PLATFORM_ID="platform:el9" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:ANSI_COLOR="0;31" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:LOGO="fedora-logo-icon" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:HOME_URL="https://centos.org/" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T00:19:46.848 INFO:teuthology.orchestra.run.trial052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T00:19:46.848 INFO:teuthology.lock.ops:Updating trial052.front.sepia.ceph.com on lock server 2026-02-12T00:19:46.923 DEBUG:teuthology.orchestra.run.trial116:> uname -m 2026-02-12T00:19:46.939 INFO:teuthology.orchestra.run.trial116.stdout:x86_64 2026-02-12T00:19:46.939 DEBUG:teuthology.orchestra.run.trial116:> cat /etc/os-release 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:NAME="CentOS Stream" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:VERSION="9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:ID="centos" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:ID_LIKE="rhel fedora" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:VERSION_ID="9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:PLATFORM_ID="platform:el9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:ANSI_COLOR="0;31" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:LOGO="fedora-logo-icon" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:HOME_URL="https://centos.org/" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-12T00:19:46.995 INFO:teuthology.orchestra.run.trial116.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-12T00:19:46.996 INFO:teuthology.lock.ops:Updating trial116.front.sepia.ceph.com on lock server 2026-02-12T00:19:47.076 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-12T00:19:47.094 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-12T00:19:47.105 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-12T00:19:47.105 DEBUG:teuthology.orchestra.run.trial052:> test '!' -e /home/ubuntu/cephtest 2026-02-12T00:19:47.107 DEBUG:teuthology.orchestra.run.trial116:> test '!' -e /home/ubuntu/cephtest 2026-02-12T00:19:47.122 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-12T00:19:47.134 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-12T00:19:47.134 DEBUG:teuthology.orchestra.run.trial052:> test -z $(ls -A /var/lib/ceph) 2026-02-12T00:19:47.162 DEBUG:teuthology.orchestra.run.trial116:> test -z $(ls -A /var/lib/ceph) 2026-02-12T00:19:47.179 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-12T00:19:47.346 INFO:teuthology.run_tasks:Running task kernel... 2026-02-12T00:19:47.366 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-12T00:19:47.366 INFO:teuthology.task.kernel:config {'mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'mon.b': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-12T00:19:47.366 DEBUG:teuthology.orchestra.run.trial052:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T00:19:47.366 DEBUG:teuthology.orchestra.run.trial116:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-12T00:19:47.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:19:47.380 DEBUG:teuthology.orchestra.run.trial116:> uname -r 2026-02-12T00:19:47.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:19:47.381 DEBUG:teuthology.orchestra.run.trial052:> uname -r 2026-02-12T00:19:47.436 INFO:teuthology.orchestra.run.trial116.stdout:5.14.0-645.el9.x86_64 2026-02-12T00:19:47.436 INFO:teuthology.task.kernel:Running kernel on trial116: 5.14.0-645.el9.x86_64 2026-02-12T00:19:47.436 DEBUG:teuthology.orchestra.run.trial116:> sudo yum install -y kernel 2026-02-12T00:19:47.437 INFO:teuthology.orchestra.run.trial052.stdout:5.14.0-645.el9.x86_64 2026-02-12T00:19:47.437 INFO:teuthology.task.kernel:Running kernel on trial052: 5.14.0-645.el9.x86_64 2026-02-12T00:19:47.437 DEBUG:teuthology.orchestra.run.trial052:> sudo yum install -y kernel 2026-02-12T00:19:48.785 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - BaseOS 9.0 MB/s | 8.9 MB 00:00 2026-02-12T00:19:51.499 INFO:teuthology.orchestra.run.trial116.stdout:CentOS Stream 9 - BaseOS 2.4 MB/s | 8.9 MB 00:03 2026-02-12T00:19:52.996 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - AppStream 7.3 MB/s | 27 MB 00:03 2026-02-12T00:19:55.001 INFO:teuthology.orchestra.run.trial116.stdout:CentOS Stream 9 - AppStream 9.0 MB/s | 27 MB 00:02 2026-02-12T00:19:56.289 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - CRB 8.5 MB/s | 7.8 MB 00:00 2026-02-12T00:19:57.235 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 20 kB 00:00 2026-02-12T00:19:59.239 INFO:teuthology.orchestra.run.trial116.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 7.8 MB 00:01 2026-02-12T00:20:00.417 INFO:teuthology.orchestra.run.trial116.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 20 kB 00:00 2026-02-12T00:20:00.851 INFO:teuthology.orchestra.run.trial052.stdout:Extra Packages for Enterprise Linux 5.7 MB/s | 20 MB 00:03 2026-02-12T00:20:01.588 INFO:teuthology.orchestra.run.trial116.stdout:Extra Packages for Enterprise Linux 18 MB/s | 20 MB 00:01 2026-02-12T00:20:04.051 INFO:teuthology.orchestra.run.trial052.stdout:lab-extras 966 kB/s | 50 kB 00:00 2026-02-12T00:20:04.750 INFO:teuthology.orchestra.run.trial116.stdout:lab-extras 2.4 MB/s | 50 kB 00:00 2026-02-12T00:20:05.102 INFO:teuthology.orchestra.run.trial052.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T00:20:05.122 INFO:teuthology.orchestra.run.trial052.stdout:Dependencies resolved. 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout: Package Architecture Version Repository Size 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout:Installing: 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout:Installing dependencies: 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T00:20:05.123 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:Transaction Summary 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:Install 4 Packages 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:Total download size: 88 M 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:Installed size: 135 M 2026-02-12T00:20:05.124 INFO:teuthology.orchestra.run.trial052.stdout:Downloading Packages: 2026-02-12T00:20:05.240 INFO:teuthology.orchestra.run.trial052.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 13 MB/s | 768 kB 00:00 2026-02-12T00:20:05.470 INFO:teuthology.orchestra.run.trial052.stdout:(2/4): kernel-modules-core-5.14.0-677.el9.x86_6 134 MB/s | 31 MB 00:00 2026-02-12T00:20:05.532 INFO:teuthology.orchestra.run.trial052.stdout:(3/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 113 MB/s | 40 MB 00:00 2026-02-12T00:20:05.555 INFO:teuthology.orchestra.run.trial052.stdout:(4/4): kernel-core-5.14.0-677.el9.x86_64.rpm 46 MB/s | 17 MB 00:00 2026-02-12T00:20:05.557 INFO:teuthology.orchestra.run.trial052.stdout:-------------------------------------------------------------------------------- 2026-02-12T00:20:05.557 INFO:teuthology.orchestra.run.trial052.stdout:Total 203 MB/s | 88 MB 00:00 2026-02-12T00:20:05.750 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction check 2026-02-12T00:20:05.805 INFO:teuthology.orchestra.run.trial116.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-12T00:20:05.825 INFO:teuthology.orchestra.run.trial116.stdout:Dependencies resolved. 2026-02-12T00:20:05.826 INFO:teuthology.orchestra.run.trial116.stdout:================================================================================ 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: Package Architecture Version Repository Size 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout:================================================================================ 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout:Installing: 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: kernel x86_64 5.14.0-677.el9 baseos 768 k 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout:Installing dependencies: 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: kernel-core x86_64 5.14.0-677.el9 baseos 17 M 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: kernel-modules x86_64 5.14.0-677.el9 baseos 40 M 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: kernel-modules-core x86_64 5.14.0-677.el9 baseos 31 M 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout:Transaction Summary 2026-02-12T00:20:05.827 INFO:teuthology.orchestra.run.trial116.stdout:================================================================================ 2026-02-12T00:20:05.828 INFO:teuthology.orchestra.run.trial116.stdout:Install 4 Packages 2026-02-12T00:20:05.828 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:05.828 INFO:teuthology.orchestra.run.trial116.stdout:Total download size: 88 M 2026-02-12T00:20:05.828 INFO:teuthology.orchestra.run.trial116.stdout:Installed size: 135 M 2026-02-12T00:20:05.828 INFO:teuthology.orchestra.run.trial116.stdout:Downloading Packages: 2026-02-12T00:20:05.955 INFO:teuthology.orchestra.run.trial052.stdout:Transaction check succeeded. 2026-02-12T00:20:05.955 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction test 2026-02-12T00:20:06.299 INFO:teuthology.orchestra.run.trial052.stdout:Transaction test succeeded. 2026-02-12T00:20:06.299 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction 2026-02-12T00:20:06.796 INFO:teuthology.orchestra.run.trial116.stdout:(1/4): kernel-5.14.0-677.el9.x86_64.rpm 1.2 MB/s | 768 kB 00:00 2026-02-12T00:20:07.380 INFO:teuthology.orchestra.run.trial116.stdout:(2/4): kernel-core-5.14.0-677.el9.x86_64.rpm 14 MB/s | 17 MB 00:01 2026-02-12T00:20:07.395 INFO:teuthology.orchestra.run.trial052.stdout: Preparing : 1/1 2026-02-12T00:20:07.682 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T00:20:07.701 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:07.855 INFO:teuthology.orchestra.run.trial116.stdout:(3/4): kernel-modules-core-5.14.0-677.el9.x86_6 29 MB/s | 31 MB 00:01 2026-02-12T00:20:08.014 INFO:teuthology.orchestra.run.trial116.stdout:(4/4): kernel-modules-5.14.0-677.el9.x86_64.rpm 21 MB/s | 40 MB 00:01 2026-02-12T00:20:08.014 INFO:teuthology.orchestra.run.trial116.stdout:-------------------------------------------------------------------------------- 2026-02-12T00:20:08.014 INFO:teuthology.orchestra.run.trial116.stdout:Total 40 MB/s | 88 MB 00:02 2026-02-12T00:20:08.204 INFO:teuthology.orchestra.run.trial116.stdout:Running transaction check 2026-02-12T00:20:08.409 INFO:teuthology.orchestra.run.trial116.stdout:Transaction check succeeded. 2026-02-12T00:20:08.409 INFO:teuthology.orchestra.run.trial116.stdout:Running transaction test 2026-02-12T00:20:08.756 INFO:teuthology.orchestra.run.trial116.stdout:Transaction test succeeded. 2026-02-12T00:20:08.757 INFO:teuthology.orchestra.run.trial116.stdout:Running transaction 2026-02-12T00:20:09.472 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:09.501 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:09.839 INFO:teuthology.orchestra.run.trial116.stdout: Preparing : 1/1 2026-02-12T00:20:10.124 INFO:teuthology.orchestra.run.trial116.stdout: Installing : kernel-modules-core-5.14.0-677.el9.x86_64 1/4 2026-02-12T00:20:10.143 INFO:teuthology.orchestra.run.trial116.stdout: Installing : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:11.903 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:11.932 INFO:teuthology.orchestra.run.trial116.stdout: Installing : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:12.523 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:12.529 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:14.955 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:14.962 INFO:teuthology.orchestra.run.trial116.stdout: Installing : kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:15.563 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:18.202 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:46.039 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:46.061 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:46.232 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:46.232 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T00:20:46.233 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:46.233 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout:Installed: 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.285 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.286 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.286 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:46.286 INFO:teuthology.orchestra.run.trial052.stdout:Complete! 2026-02-12T00:20:46.342 DEBUG:teuthology.orchestra.run.trial052:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T00:20:46.368 INFO:teuthology.orchestra.run.trial052.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.369 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T00:20:46.369 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T00:20:46.370 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T00:20:46.370 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T00:20:46.370 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-12T00:20:46.370 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial052.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T00:20:46.370 DEBUG:teuthology.orchestra.run.trial052:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T00:20:46.432 INFO:teuthology.orchestra.run.trial052.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.433 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T00:20:46.433 DEBUG:teuthology.orchestra.run.trial052:> sudo rpm -qi grub2-tools 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Name : grub2-tools 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Epoch : 1 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Version : 2.06 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Release : 118.el9 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Architecture: x86_64 2026-02-12T00:20:46.504 INFO:teuthology.orchestra.run.trial052.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Group : Unspecified 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Size : 8393909 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:License : GPLv3+ 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Packager : builder@centos.org 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Vendor : CentOS 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Summary : Support tools for GRUB. 2026-02-12T00:20:46.505 INFO:teuthology.orchestra.run.trial052.stdout:Description : 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout:hardware devices. 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:20:46.506 INFO:teuthology.orchestra.run.trial052.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T00:20:46.507 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T00:20:46.507 INFO:teuthology.task.kernel:Updating grub on trial052 to boot 5.14.0-677.el9.x86_64 2026-02-12T00:20:46.507 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T00:20:46.572 INFO:teuthology.orchestra.run.trial052.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T00:20:46.573 DEBUG:teuthology.orchestra.run.trial052:> sudo command -v grubby && echo yes || echo no 2026-02-12T00:20:46.639 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/grubby 2026-02-12T00:20:46.640 INFO:teuthology.orchestra.run.trial052.stdout:yes 2026-02-12T00:20:46.641 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T00:20:46.705 INFO:teuthology.orchestra.run.trial052.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T00:20:46.707 DEBUG:teuthology.orchestra.run.trial052:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T00:20:46.778 DEBUG:teuthology.orchestra.run.trial052:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T00:20:46.989 INFO:teuthology.orchestra.run.trial052.stderr:Generating grub configuration file ... 2026-02-12T00:20:47.053 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T00:20:47.059 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T00:20:47.313 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T00:20:47.319 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T00:20:47.351 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T00:20:47.358 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T00:20:47.382 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T00:20:47.389 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T00:20:47.471 INFO:teuthology.orchestra.run.trial052.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T00:20:47.479 INFO:teuthology.orchestra.run.trial052.stderr:done 2026-02-12T00:20:47.481 DEBUG:teuthology.orchestra.run.trial052:> test -d /sys/firmware/efi 2026-02-12T00:20:47.497 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T00:20:47.563 INFO:teuthology.orchestra.run.trial052.stdout:/boot/efi/EFI/BOOT 2026-02-12T00:20:47.563 INFO:teuthology.orchestra.run.trial052.stdout:/boot/efi/EFI/centos 2026-02-12T00:20:47.565 DEBUG:teuthology.orchestra.run.trial052:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T00:20:47.633 INFO:teuthology.orchestra.run.trial052.stdout:no 2026-02-12T00:20:47.633 DEBUG:teuthology.orchestra.run.trial052:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T00:20:47.698 INFO:teuthology.orchestra.run.trial052.stdout:yes 2026-02-12T00:20:47.698 DEBUG:teuthology.orchestra.run.trial052:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T00:20:47.763 DEBUG:teuthology.orchestra.run.trial052:> sudo shutdown -r now 2026-02-12T00:20:47.836 ERROR:paramiko.transport:Socket exception: Connection reset by peer (104) 2026-02-12T00:20:48.572 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:48.594 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-modules-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:48.659 INFO:teuthology.orchestra.run.trial116.stdout: Running scriptlet: kernel-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:48.659 INFO:teuthology.orchestra.run.trial116.stdout: Verifying : kernel-5.14.0-677.el9.x86_64 1/4 2026-02-12T00:20:48.659 INFO:teuthology.orchestra.run.trial116.stdout: Verifying : kernel-core-5.14.0-677.el9.x86_64 2/4 2026-02-12T00:20:48.659 INFO:teuthology.orchestra.run.trial116.stdout: Verifying : kernel-modules-5.14.0-677.el9.x86_64 3/4 2026-02-12T00:20:48.711 INFO:teuthology.orchestra.run.trial116.stdout: Verifying : kernel-modules-core-5.14.0-677.el9.x86_64 4/4 2026-02-12T00:20:48.711 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:48.711 INFO:teuthology.orchestra.run.trial116.stdout:Installed: 2026-02-12T00:20:48.711 INFO:teuthology.orchestra.run.trial116.stdout: kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.712 INFO:teuthology.orchestra.run.trial116.stdout: kernel-core-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.712 INFO:teuthology.orchestra.run.trial116.stdout: kernel-modules-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.712 INFO:teuthology.orchestra.run.trial116.stdout: kernel-modules-core-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.712 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:48.712 INFO:teuthology.orchestra.run.trial116.stdout:Complete! 2026-02-12T00:20:48.770 DEBUG:teuthology.orchestra.run.trial116:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T00:20:48.837 INFO:teuthology.orchestra.run.trial116.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.838 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T00:20:48.838 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-677.el9.x86_64 2026-02-12T00:20:48.838 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-12T00:20:48.838 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-12T00:20:48.839 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2026-02-12T00:20:48.839 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial116.front.sepia.ceph.com, path=None, version=distro) 2026-02-12T00:20:48.839 DEBUG:teuthology.orchestra.run.trial116:> rpm -q kernel | sort -rV | head -n 1 2026-02-12T00:20:48.903 INFO:teuthology.orchestra.run.trial116.stdout:kernel-5.14.0-677.el9.x86_64 2026-02-12T00:20:48.904 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-677.el9.x86_64 2026-02-12T00:20:48.904 DEBUG:teuthology.orchestra.run.trial116:> sudo rpm -qi grub2-tools 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Name : grub2-tools 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Epoch : 1 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Version : 2.06 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Release : 118.el9 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Architecture: x86_64 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Group : Unspecified 2026-02-12T00:20:48.973 INFO:teuthology.orchestra.run.trial116.stdout:Size : 8393909 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:License : GPLv3+ 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Packager : builder@centos.org 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Vendor : CentOS 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Summary : Support tools for GRUB. 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:Description : 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:48.974 INFO:teuthology.orchestra.run.trial116.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-12T00:20:48.975 INFO:teuthology.orchestra.run.trial116.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-12T00:20:48.975 INFO:teuthology.orchestra.run.trial116.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-12T00:20:48.975 INFO:teuthology.orchestra.run.trial116.stdout:hardware devices. 2026-02-12T00:20:48.975 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:20:48.975 INFO:teuthology.orchestra.run.trial116.stdout:This subpackage provides tools for support of all platforms. 2026-02-12T00:20:48.976 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-12T00:20:48.976 INFO:teuthology.task.kernel:Updating grub on trial116 to boot 5.14.0-677.el9.x86_64 2026-02-12T00:20:48.976 DEBUG:teuthology.orchestra.run.trial116:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-12T00:20:49.039 INFO:teuthology.orchestra.run.trial116.stdout:/boot/loader/entries/2734456005d743dca7f3dc77c35a2d0d-0-rescue.conf 2026-02-12T00:20:49.040 DEBUG:teuthology.orchestra.run.trial116:> sudo command -v grubby && echo yes || echo no 2026-02-12T00:20:49.103 INFO:teuthology.orchestra.run.trial116.stdout:/sbin/grubby 2026-02-12T00:20:49.105 INFO:teuthology.orchestra.run.trial116.stdout:yes 2026-02-12T00:20:49.105 DEBUG:teuthology.orchestra.run.trial116:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-677.el9.x86_64" | head -n 1 2026-02-12T00:20:49.169 INFO:teuthology.orchestra.run.trial116.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64.conf 2026-02-12T00:20:49.170 DEBUG:teuthology.orchestra.run.trial116:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-677.el9.x86_64 2026-02-12T00:20:49.242 DEBUG:teuthology.orchestra.run.trial116:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-12T00:20:49.448 INFO:teuthology.orchestra.run.trial116.stderr:Generating grub configuration file ... 2026-02-12T00:20:49.511 INFO:teuthology.orchestra.run.trial116.stderr:Found linux image: /boot/vmlinuz-5.14.0-677.el9.x86_64 2026-02-12T00:20:49.517 INFO:teuthology.orchestra.run.trial116.stderr:Found initrd image: /boot/initramfs-5.14.0-677.el9.x86_64.img 2026-02-12T00:20:49.765 INFO:teuthology.orchestra.run.trial116.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-12T00:20:49.772 INFO:teuthology.orchestra.run.trial116.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-12T00:20:49.802 INFO:teuthology.orchestra.run.trial116.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-12T00:20:49.809 INFO:teuthology.orchestra.run.trial116.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-12T00:20:49.832 INFO:teuthology.orchestra.run.trial116.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-12T00:20:49.838 INFO:teuthology.orchestra.run.trial116.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-12T00:20:49.919 INFO:teuthology.orchestra.run.trial116.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-12T00:20:49.927 INFO:teuthology.orchestra.run.trial116.stderr:done 2026-02-12T00:20:49.930 DEBUG:teuthology.orchestra.run.trial116:> test -d /sys/firmware/efi 2026-02-12T00:20:49.946 DEBUG:teuthology.orchestra.run.trial116:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-12T00:20:50.011 INFO:teuthology.orchestra.run.trial116.stdout:/boot/efi/EFI/BOOT 2026-02-12T00:20:50.011 INFO:teuthology.orchestra.run.trial116.stdout:/boot/efi/EFI/centos 2026-02-12T00:20:50.013 DEBUG:teuthology.orchestra.run.trial116:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-12T00:20:50.079 INFO:teuthology.orchestra.run.trial116.stdout:no 2026-02-12T00:20:50.079 DEBUG:teuthology.orchestra.run.trial116:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-12T00:20:50.143 INFO:teuthology.orchestra.run.trial116.stdout:yes 2026-02-12T00:20:50.144 DEBUG:teuthology.orchestra.run.trial116:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-12T00:20:50.208 DEBUG:teuthology.orchestra.run.trial116:> sudo shutdown -r now 2026-02-12T00:21:17.834 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-12T00:21:17.834 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-12T00:21:17.835 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:21:20.253 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2026-02-12T00:21:20.253 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial116.front.sepia.ceph.com' 2026-02-12T00:21:20.254 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:21:32.125 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 10.20.193.52 2026-02-12T00:21:41.134 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-12T00:21:41.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:22:00.737 ERROR:teuthology.orchestra.connection:Error authenticating with trial052.front.sepia.ceph.com: SSHException('No existing session') (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 485, in connect self._auth( File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 818, in _auth raise saved_exception File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 794, in _auth self._transport.auth_publickey(username, key) File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/transport.py", line 1664, in auth_publickey raise SSHException("No existing session") paramiko.ssh_exception.SSHException: No existing session 2026-02-12T00:22:04.855 ERROR:teuthology.orchestra.connection:Error authenticating with trial052.front.sepia.ceph.com: SSHException('No existing session') (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/teuthology/orchestra/connection.py", line 111, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 485, in connect self._auth( File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 818, in _auth raise saved_exception File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/client.py", line 794, in _auth self._transport.auth_publickey(username, key) File "/home/teuthworker/src/git.ceph.com_teuthology_c433f1062990a0488dc29a553589bc609a460691/virtualenv/lib/python3.12/site-packages/paramiko/transport.py", line 1664, in auth_publickey raise SSHException("No existing session") paramiko.ssh_exception.SSHException: No existing session 2026-02-12T00:22:11.974 DEBUG:teuthology.orchestra.run.trial052:> true 2026-02-12T00:22:12.127 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-12T00:22:12.128 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-677.el9.x86_64"... 2026-02-12T00:22:12.128 DEBUG:teuthology.orchestra.run.trial052:> uname -r 2026-02-12T00:22:12.185 INFO:teuthology.orchestra.run.trial052.stdout:5.14.0-677.el9.x86_64 2026-02-12T00:22:12.185 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T00:22:12.185 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T00:22:12.185 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T00:22:13.186 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2026-02-12T00:22:13.187 DEBUG:teuthology.orchestra.run.trial052:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T00:22:13.216 INFO:teuthology.orchestra.run.trial052.stdout:ttyS1 2026-02-12T00:22:13.249 DEBUG:teuthology.parallel:result is None 2026-02-12T00:22:20.256 DEBUG:teuthology.orchestra.remote:timed out 2026-02-12T00:22:29.257 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial116.front.sepia.ceph.com' 2026-02-12T00:22:29.258 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:22:29.381 DEBUG:teuthology.orchestra.run.trial116:> true 2026-02-12T00:22:29.537 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial116.front.sepia.ceph.com' 2026-02-12T00:22:29.538 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-677.el9.x86_64"... 2026-02-12T00:22:29.538 DEBUG:teuthology.orchestra.run.trial116:> uname -r 2026-02-12T00:22:29.595 INFO:teuthology.orchestra.run.trial116.stdout:5.14.0-677.el9.x86_64 2026-02-12T00:22:29.595 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-677.el9.x86_64 vs 5.14.0-677.el9.x86_64 2026-02-12T00:22:29.595 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-12T00:22:29.596 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-12T00:22:30.597 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2026-02-12T00:22:30.597 DEBUG:teuthology.orchestra.run.trial116:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-12T00:22:30.627 INFO:teuthology.orchestra.run.trial116.stdout:ttyS1 2026-02-12T00:22:30.655 DEBUG:teuthology.parallel:result is None 2026-02-12T00:22:30.655 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-12T00:22:30.666 INFO:teuthology.task.internal:Creating test directory... 2026-02-12T00:22:30.667 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T00:22:30.669 DEBUG:teuthology.orchestra.run.trial116:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-12T00:22:30.713 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-12T00:22:30.725 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-12T00:22:30.738 INFO:teuthology.task.internal:Creating archive directory... 2026-02-12T00:22:30.738 DEBUG:teuthology.orchestra.run.trial052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T00:22:30.741 DEBUG:teuthology.orchestra.run.trial116:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-12T00:22:30.778 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-12T00:22:30.788 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-12T00:22:30.789 DEBUG:teuthology.orchestra.run.trial052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T00:22:30.797 DEBUG:teuthology.orchestra.run.trial116:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-12T00:22:30.818 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T00:22:30.827 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T00:22:30.836 INFO:teuthology.orchestra.run.trial116.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T00:22:30.845 INFO:teuthology.orchestra.run.trial116.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-12T00:22:30.847 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-12T00:22:30.859 INFO:teuthology.task.internal:Configuring sudo... 2026-02-12T00:22:30.859 DEBUG:teuthology.orchestra.run.trial052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T00:22:30.871 DEBUG:teuthology.orchestra.run.trial116:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-12T00:22:30.912 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-12T00:22:30.928 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-12T00:22:30.929 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T00:22:30.937 DEBUG:teuthology.orchestra.run.trial116:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-12T00:22:30.970 DEBUG:teuthology.orchestra.run.trial052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:22:31.112 DEBUG:teuthology.orchestra.run.trial052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:22:31.138 DEBUG:teuthology.orchestra.run.trial052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:22:31.290 DEBUG:teuthology.orchestra.run.trial052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:22:31.315 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:22:31.315 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T00:22:31.378 DEBUG:teuthology.orchestra.run.trial116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:22:31.494 DEBUG:teuthology.orchestra.run.trial116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:22:31.520 DEBUG:teuthology.orchestra.run.trial116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:22:31.668 DEBUG:teuthology.orchestra.run.trial116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:22:31.692 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:22:31.692 DEBUG:teuthology.orchestra.run.trial116:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-12T00:22:31.756 DEBUG:teuthology.orchestra.run.trial052:> sudo service rsyslog restart 2026-02-12T00:22:31.759 DEBUG:teuthology.orchestra.run.trial116:> sudo service rsyslog restart 2026-02-12T00:22:31.785 INFO:teuthology.orchestra.run.trial052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T00:22:31.825 INFO:teuthology.orchestra.run.trial116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T00:22:32.311 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-12T00:22:32.323 INFO:teuthology.task.internal:Starting timer... 2026-02-12T00:22:32.323 INFO:teuthology.run_tasks:Running task pcp... 2026-02-12T00:22:32.344 INFO:teuthology.run_tasks:Running task selinux... 2026-02-12T00:22:32.362 DEBUG:teuthology.orchestra.run.trial052:> sudo service auditd rotate 2026-02-12T00:22:32.391 INFO:teuthology.orchestra.run.trial052.stdout:Rotating logs: 2026-02-12T00:22:32.393 DEBUG:teuthology.orchestra.run.trial116:> sudo service auditd rotate 2026-02-12T00:22:32.422 INFO:teuthology.orchestra.run.trial116.stdout:Rotating logs: 2026-02-12T00:22:32.424 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-12T00:22:32.424 DEBUG:teuthology.orchestra.run.trial052:> /usr/sbin/getenforce 2026-02-12T00:22:32.449 INFO:teuthology.orchestra.run.trial052.stdout:Permissive 2026-02-12T00:22:32.449 DEBUG:teuthology.orchestra.run.trial116:> /usr/sbin/getenforce 2026-02-12T00:22:32.480 INFO:teuthology.orchestra.run.trial116.stdout:Permissive 2026-02-12T00:22:32.481 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial052.front.sepia.ceph.com': 'permissive', 'ubuntu@trial116.front.sepia.ceph.com': 'permissive'} 2026-02-12T00:22:32.481 DEBUG:teuthology.orchestra.run.trial052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T00:22:32.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:22:32.514 DEBUG:teuthology.orchestra.run.trial116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T00:22:32.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:22:32.546 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-12T00:22:32.546 DEBUG:teuthology.orchestra.run.trial052:> sudo /usr/sbin/setenforce permissive 2026-02-12T00:22:32.578 DEBUG:teuthology.orchestra.run.trial116:> sudo /usr/sbin/setenforce permissive 2026-02-12T00:22:32.611 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-12T00:22:32.628 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2026-02-12T00:22:32.631 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2026-02-12T00:22:32.748 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-12T00:22:32.759 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-12T00:22:32.760 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial052.front.sepia.ceph.com,trial116.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-12T00:23:41.823 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial052.front.sepia.ceph.com'), Remote(name='ubuntu@trial116.front.sepia.ceph.com')] 2026-02-12T00:23:41.824 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-12T00:23:41.824 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:23:41.888 DEBUG:teuthology.orchestra.run.trial052:> true 2026-02-12T00:23:41.964 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-12T00:23:41.964 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial116.front.sepia.ceph.com' 2026-02-12T00:23:41.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-12T00:23:42.027 DEBUG:teuthology.orchestra.run.trial116:> true 2026-02-12T00:23:42.105 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial116.front.sepia.ceph.com' 2026-02-12T00:23:42.105 INFO:teuthology.run_tasks:Running task clock... 2026-02-12T00:23:42.116 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-12T00:23:42.116 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T00:23:42.117 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T00:23:42.118 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-12T00:23:42.119 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T00:23:42.144 INFO:teuthology.orchestra.run.trial052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T00:23:42.156 INFO:teuthology.orchestra.run.trial052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T00:23:42.171 INFO:teuthology.orchestra.run.trial116.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-12T00:23:42.177 INFO:teuthology.orchestra.run.trial052.stderr:sudo: ntpd: command not found 2026-02-12T00:23:42.183 INFO:teuthology.orchestra.run.trial116.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-12T00:23:42.186 INFO:teuthology.orchestra.run.trial052.stdout:506 Cannot talk to daemon 2026-02-12T00:23:42.197 INFO:teuthology.orchestra.run.trial052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T00:23:42.202 INFO:teuthology.orchestra.run.trial116.stderr:sudo: ntpd: command not found 2026-02-12T00:23:42.209 INFO:teuthology.orchestra.run.trial052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T00:23:42.211 INFO:teuthology.orchestra.run.trial116.stdout:506 Cannot talk to daemon 2026-02-12T00:23:42.223 INFO:teuthology.orchestra.run.trial116.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-12T00:23:42.234 INFO:teuthology.orchestra.run.trial116.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-12T00:23:42.255 INFO:teuthology.orchestra.run.trial052.stderr:bash: line 1: ntpq: command not found 2026-02-12T00:23:42.257 INFO:teuthology.orchestra.run.trial052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T00:23:42.257 INFO:teuthology.orchestra.run.trial052.stdout:=============================================================================== 2026-02-12T00:23:42.281 INFO:teuthology.orchestra.run.trial116.stderr:bash: line 1: ntpq: command not found 2026-02-12T00:23:42.302 INFO:teuthology.orchestra.run.trial116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T00:23:42.302 INFO:teuthology.orchestra.run.trial116.stdout:=============================================================================== 2026-02-12T00:23:42.302 INFO:teuthology.orchestra.run.trial116.stdout:^? ntp.swyn.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T00:23:42.303 INFO:teuthology.orchestra.run.trial116.stdout:^? 23.186.168.130 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T00:23:42.303 INFO:teuthology.orchestra.run.trial116.stdout:^? time.cloudflare.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T00:23:42.303 INFO:teuthology.orchestra.run.trial116.stdout:^? pittsburghmusicals.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-12T00:23:42.303 INFO:teuthology.run_tasks:Running task cephadm... 2026-02-12T00:23:42.390 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'e200f5a177e1f98aa64d47f88121b3121ef739b3'} 2026-02-12T00:23:42.390 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T00:23:42.393 INFO:tasks.cephadm:Cluster fsid is 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:42.393 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-02-12T00:23:42.393 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '10.20.193.52', 'mon.c': '[v2:10.20.193.52:3301,v1:10.20.193.52:6790]', 'mon.b': '10.20.193.116'} 2026-02-12T00:23:42.393 INFO:tasks.cephadm:First mon is mon.a on trial052 2026-02-12T00:23:42.393 INFO:tasks.cephadm:First mgr is y 2026-02-12T00:23:42.394 INFO:tasks.cephadm:Normalizing hostnames... 2026-02-12T00:23:42.394 DEBUG:teuthology.orchestra.run.trial052:> sudo hostname $(hostname -s) 2026-02-12T00:23:42.419 DEBUG:teuthology.orchestra.run.trial116:> sudo hostname $(hostname -s) 2026-02-12T00:23:42.444 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2026-02-12T00:23:42.444 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:23:42.574 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/wip-guits-main-2026-02-10-0743/e200f5a177e1f98aa64d47f88121b3121ef739b3/centos/9/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-guits-main-2026-02-10-0743/e200f5a177e1f98aa64d47f88121b3121ef739b3/centos/9/flavors/default/', 'ref': 'wip-guits-main-2026-02-10-0743', 'sha1': 'e200f5a177e1f98aa64d47f88121b3121ef739b3', 'distro': 'centos', 'distro_version': '9', 'distro_codename': None, 'modified': '2026-02-10 09:30:20.360307', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64', 'source'], 'extra': {'version': '20.3.0-5221-ge200f5a1', 'package_manager_version': '20.3.0-5221.ge200f5a1', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/2901/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-02-12T00:23:42.747 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 283431c091dafc302f5753f809d0bd1eddce0869 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=squid 2026-02-12T00:23:42.748 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T00:23:42.748 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm 2026-02-12T00:23:42.748 DEBUG:teuthology.orchestra.run.trial052:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.089 INFO:teuthology.orchestra.run.trial052.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 00:23 /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.090 DEBUG:teuthology.orchestra.run.trial116:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.394 INFO:teuthology.orchestra.run.trial116.stdout:-rw-r--r--. 1 ubuntu ubuntu 788157 Feb 12 00:23 /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.394 DEBUG:teuthology.orchestra.run.trial052:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.413 DEBUG:teuthology.orchestra.run.trial116:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-02-12T00:23:43.449 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2026-02-12T00:23:43.449 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T00:23:43.455 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2026-02-12T00:23:43.737 INFO:teuthology.orchestra.run.trial052.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T00:23:43.757 INFO:teuthology.orchestra.run.trial116.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T00:23:55.436 INFO:teuthology.orchestra.run.trial116.stdout:{ 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout: "repo_digests": [ 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout: ] 2026-02-12T00:23:55.437 INFO:teuthology.orchestra.run.trial116.stdout:} 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)", 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout: "image_id": "4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126", 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout: "repo_digests": [ 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4" 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:23:55.442 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:23:55.459 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /etc/ceph 2026-02-12T00:23:55.522 DEBUG:teuthology.orchestra.run.trial116:> sudo mkdir -p /etc/ceph 2026-02-12T00:23:55.548 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 777 /etc/ceph 2026-02-12T00:23:55.573 DEBUG:teuthology.orchestra.run.trial116:> sudo chmod 777 /etc/ceph 2026-02-12T00:23:55.612 INFO:tasks.cephadm:Writing seed config... 2026-02-12T00:23:55.614 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2026-02-12T00:23:55.614 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-02-12T00:23:55.614 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-02-12T00:23:55.615 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-02-12T00:23:55.616 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:23:55.616 DEBUG:teuthology.orchestra.run.trial052:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-02-12T00:23:55.632 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 15ece051-07a9-11f1-851f-d404e6e7d460 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd mclock skip benchmark = true osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-02-12T00:23:55.633 DEBUG:teuthology.orchestra.run.trial052:mon.a> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service 2026-02-12T00:23:55.674 DEBUG:teuthology.orchestra.run.trial052:mgr.y> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service 2026-02-12T00:23:55.717 INFO:tasks.cephadm:Bootstrapping... 2026-02-12T00:23:55.717 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 10.20.193.52 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:23:55.982 INFO:teuthology.orchestra.run.trial052.stdout:-------------------------------------------------------------------------------- 2026-02-12T00:23:55.982 INFO:teuthology.orchestra.run.trial052.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', '15ece051-07a9-11f1-851f-d404e6e7d460', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '10.20.193.52', '--skip-admin-label'] 2026-02-12T00:23:55.982 INFO:teuthology.orchestra.run.trial052.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-02-12T00:23:55.983 INFO:teuthology.orchestra.run.trial052.stdout:Verifying podman|docker is present... 2026-02-12T00:23:55.997 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stdout 5.6.0 2026-02-12T00:23:55.998 INFO:teuthology.orchestra.run.trial052.stdout:Verifying lvm2 is present... 2026-02-12T00:23:55.998 INFO:teuthology.orchestra.run.trial052.stdout:Verifying time synchronization is in place... 2026-02-12T00:23:56.004 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T00:23:56.005 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T00:23:56.010 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T00:23:56.010 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:23:56.017 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout enabled 2026-02-12T00:23:56.022 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout active 2026-02-12T00:23:56.022 INFO:teuthology.orchestra.run.trial052.stdout:Unit chronyd.service is enabled and running 2026-02-12T00:23:56.022 INFO:teuthology.orchestra.run.trial052.stdout:Repeating the final host check... 2026-02-12T00:23:56.037 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stdout 5.6.0 2026-02-12T00:23:56.038 INFO:teuthology.orchestra.run.trial052.stdout:podman (/bin/podman) version 5.6.0 is present 2026-02-12T00:23:56.038 INFO:teuthology.orchestra.run.trial052.stdout:systemctl is present 2026-02-12T00:23:56.038 INFO:teuthology.orchestra.run.trial052.stdout:lvcreate is present 2026-02-12T00:23:56.043 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-02-12T00:23:56.043 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-02-12T00:23:56.049 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-02-12T00:23:56.049 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:23:56.055 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout enabled 2026-02-12T00:23:56.061 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout active 2026-02-12T00:23:56.061 INFO:teuthology.orchestra.run.trial052.stdout:Unit chronyd.service is enabled and running 2026-02-12T00:23:56.061 INFO:teuthology.orchestra.run.trial052.stdout:Host looks OK 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Cluster fsid: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Acquiring lock 140246078952880 on /run/cephadm/15ece051-07a9-11f1-851f-d404e6e7d460.lock 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Lock 140246078952880 acquired on /run/cephadm/15ece051-07a9-11f1-851f-d404e6e7d460.lock 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Verifying IP 10.20.193.52 port 3300 ... 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Verifying IP 10.20.193.52 port 6789 ... 2026-02-12T00:23:56.062 INFO:teuthology.orchestra.run.trial052.stdout:Base mon IP(s) is [10.20.193.52:3300, 10.20.193.52:6789], mon addrv is [v2:10.20.193.52:3300,v1:10.20.193.52:6789] 2026-02-12T00:23:56.065 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-12T00:23:56.065 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout 10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-12T00:23:56.065 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout 169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-12T00:23:56.068 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-02-12T00:23:56.068 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2026-02-12T00:23:56.068 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout fe80::/64 dev enp7s0f4u2u2c2 proto kernel metric 1024 pref medium 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout 2: enp7s0f4u2u2c2: mtu 1500 state UNKNOWN qlen 1000 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout inet6 fe80::8882:3d26:5c4f:cb43/64 scope link noprefixroute 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout 3: enp1s0f0: mtu 1500 state UP qlen 1000 2026-02-12T00:23:56.072 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:Mon IP `10.20.193.52` is in CIDR network `10.20.192.0/20` 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:Mon IP `10.20.193.52` is in CIDR network `10.20.192.0/20` 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:Inferred mon public CIDR from local network configuration ['10.20.192.0/20', '10.20.192.0/20'] 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-02-12T00:23:56.073 INFO:teuthology.orchestra.run.trial052.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stdout 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:squid... 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Getting image source signatures 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Copying blob sha256:64e40020cdc81486fe697dfe0e523a5804d33e01a9e9bdfc58898ab18d415677 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Copying blob sha256:c92ccfe8c151fb35c12ff15a7a7de08028e120d73814d436eadc192e84f49ad9 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Copying config sha256:4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 2026-02-12T00:23:56.301 INFO:teuthology.orchestra.run.trial052.stdout:/bin/podman: stderr Writing manifest to image destination 2026-02-12T00:23:56.411 INFO:teuthology.orchestra.run.trial052.stdout:ceph: stdout ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T00:23:56.411 INFO:teuthology.orchestra.run.trial052.stdout:Ceph version: ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable) 2026-02-12T00:23:56.411 INFO:teuthology.orchestra.run.trial052.stdout:Extracting ceph user uid/gid from container image... 2026-02-12T00:23:56.532 INFO:teuthology.orchestra.run.trial052.stdout:stat: stdout 167 167 2026-02-12T00:23:56.532 INFO:teuthology.orchestra.run.trial052.stdout:Creating initial keys... 2026-02-12T00:23:56.647 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph-authtool: stdout AQCcHY1pOOvjJRAAd0EYJ6PwNHHbodSefIivjg== 2026-02-12T00:23:56.759 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph-authtool: stdout AQCcHY1pFdDGKxAAXlyquuj4pXQMD3rXuWds7A== 2026-02-12T00:23:56.876 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph-authtool: stdout AQCcHY1pWuvqMhAAggKXU7Ke0H/XPfKwJDAhjg== 2026-02-12T00:23:56.877 INFO:teuthology.orchestra.run.trial052.stdout:Creating initial monmap... 2026-02-12T00:23:56.992 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T00:23:56.992 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-02-12T00:23:56.992 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:monmaptool for a [v2:10.20.193.52:3300,v1:10.20.193.52:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:setting min_mon_release = quincy 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: set fsid to 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:23:56.993 INFO:teuthology.orchestra.run.trial052.stdout:Creating mon... 2026-02-12T00:23:57.116 INFO:teuthology.orchestra.run.trial052.stdout:create mon.a on 2026-02-12T00:23:57.375 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-02-12T00:23:57.479 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target → /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target. 2026-02-12T00:23:57.479 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target → /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target. 2026-02-12T00:23:57.603 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a 2026-02-12T00:23:57.603 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service: Unit ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service not loaded. 2026-02-12T00:23:57.717 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target.wants/ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service → /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460@.service. 2026-02-12T00:23:57.861 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T00:23:57.861 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout disabled 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:firewalld.service is not enabled 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mon to start... 2026-02-12T00:23:57.867 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mon... 2026-02-12T00:23:58.015 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout cluster: 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout id: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout services: 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.127813s) 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout data: 2026-02-12T00:23:58.016 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout pgs: 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:mon is available 2026-02-12T00:23:58.017 INFO:teuthology.orchestra.run.trial052.stdout:Assimilating anything we can from ceph.conf... 2026-02-12T00:23:58.165 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout fsid = 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.52:3300,v1:10.20.193.52:6789] 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.166 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T00:23:58.167 INFO:teuthology.orchestra.run.trial052.stdout:Generating new minimal ceph.conf... 2026-02-12T00:23:58.317 INFO:teuthology.orchestra.run.trial052.stdout:Restarting the monitor... 2026-02-12T00:23:58.678 INFO:teuthology.orchestra.run.trial052.stdout:Setting public_network to 10.20.192.0/20 in mon config section 2026-02-12T00:23:58.840 INFO:teuthology.orchestra.run.trial052.stdout:Wrote config to /etc/ceph/ceph.conf 2026-02-12T00:23:58.840 INFO:teuthology.orchestra.run.trial052.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:23:58.840 INFO:teuthology.orchestra.run.trial052.stdout:Creating mgr... 2026-02-12T00:23:58.841 INFO:teuthology.orchestra.run.trial052.stdout:Verifying port 0.0.0.0:9283 ... 2026-02-12T00:23:58.841 INFO:teuthology.orchestra.run.trial052.stdout:Verifying port 0.0.0.0:8765 ... 2026-02-12T00:23:58.956 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y 2026-02-12T00:23:58.957 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service: Unit ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service not loaded. 2026-02-12T00:23:59.055 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460.target.wants/ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service → /etc/systemd/system/ceph-15ece051-07a9-11f1-851f-d404e6e7d460@.service. 2026-02-12T00:23:59.156 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 systemd[1]: Starting Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:23:59.196 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T00:23:59.196 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout disabled 2026-02-12T00:23:59.203 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T00:23:59.204 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:23:59.204 INFO:teuthology.orchestra.run.trial052.stdout:firewalld.service is not enabled 2026-02-12T00:23:59.204 INFO:teuthology.orchestra.run.trial052.stdout:Not possible to enable service . firewalld.service is not available 2026-02-12T00:23:59.210 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T00:23:59.210 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout disabled 2026-02-12T00:23:59.215 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T00:23:59.216 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:23:59.216 INFO:teuthology.orchestra.run.trial052.stdout:firewalld.service is not enabled 2026-02-12T00:23:59.216 INFO:teuthology.orchestra.run.trial052.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-02-12T00:23:59.216 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mgr to start... 2026-02-12T00:23:59.216 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mgr... 2026-02-12T00:23:59.387 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:23:59.387 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:23:59.387 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsid": "15ece051-07a9-11f1-851f-d404e6e7d460", 2026-02-12T00:23:59.387 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T00:23:59.387 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 0 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:23:59.388 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T00:23:59.389 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.390 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T00:23:57:872378+0000", 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T00:23:59.391 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T00:23:57.872819+0000", 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:23:59.392 INFO:teuthology.orchestra.run.trial052.stdout:mgr not available, waiting (1/15)... 2026-02-12T00:23:59.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 podman[14713]: 2026-02-12 00:23:59.155943345 +0000 UTC m=+0.015265842 container create 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:23:59.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 podman[14713]: 2026-02-12 00:23:59.182515947 +0000 UTC m=+0.041838444 container init 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, ceph=True, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T00:23:59.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 podman[14713]: 2026-02-12 00:23:59.184479126 +0000 UTC m=+0.043801623 container start 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:23:59.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 bash[14713]: 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 2026-02-12T00:23:59.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 podman[14713]: 2026-02-12 00:23:59.149554681 +0000 UTC m=+0.008877179 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph:squid 2026-02-12T00:23:59.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 systemd[1]: Started Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:23:59.822 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.568+0000 7f5280262140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:23:59.822 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.711+0000 7f5280262140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:23:59.822 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.746+0000 7f5280262140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:23:59.822 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.787+0000 7f5280262140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:23:59.822 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.818+0000 7f5280262140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:24:00.123 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.853+0000 7f5280262140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.918+0000 7f5280262140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: from numpy import show_config as show_numpy_config 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:23:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:23:59.992+0000 7f5280262140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.026+0000 7f5280262140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:24:00.124 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.122+0000 7f5280262140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:24:00.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.181+0000 7f5280262140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:24:00.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.215+0000 7f5280262140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:24:00.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.248+0000 7f5280262140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:24:00.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.283+0000 7f5280262140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:24:00.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.313+0000 7f5280262140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:24:00.812 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.556+0000 7f5280262140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:24:00.812 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.655+0000 7f5280262140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:24:00.812 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.686+0000 7f5280262140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:24:00.812 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.717+0000 7f5280262140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:24:00.812 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.811+0000 7f5280262140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:01.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.840+0000 7f5280262140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:01.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:00 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:00.932+0000 7f5280262140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:01.542 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:24:01.542 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsid": "15ece051-07a9-11f1-851f-d404e6e7d460", 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 0 2026-02-12T00:24:01.543 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T00:24:01.544 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T00:24:01.545 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T00:23:57:872378+0000", 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "available": false, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T00:24:01.546 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T00:23:57.872819+0000", 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:01.547 INFO:teuthology.orchestra.run.trial052.stdout:mgr not available, waiting (2/15)... 2026-02-12T00:24:01.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:01 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:01.390+0000 7f5280262140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:24:01.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:01 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:01.422+0000 7f5280262140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:24:01.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:01 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3820207429' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T00:24:02.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:01 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:01.833+0000 7f5280262140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: mgrmap e2: y(active, starting, since 0.0027785s) 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:03.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:02 trial052 ceph-mon[14476]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsid": "15ece051-07a9-11f1-851f-d404e6e7d460", 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "health": { 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-02-12T00:24:03.778 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 0 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "a" 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-02-12T00:24:03.779 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "monmap": { 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-02-12T00:24:03.780 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-02-12T00:24:03.781 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "btime": "2026-02-12T00:23:57:872378+0000", 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-02-12T00:24:03.782 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modules": [ 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "iostat", 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "nfs", 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "restful" 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ], 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "modified": "2026-02-12T00:23:57.872819+0000", 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "services": {} 2026-02-12T00:24:03.783 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout }, 2026-02-12T00:24:03.784 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-02-12T00:24:03.784 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:03.784 INFO:teuthology.orchestra.run.trial052.stdout:mgr is available 2026-02-12T00:24:03.981 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:24:03.981 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [global] 2026-02-12T00:24:03.981 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout fsid = 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:03.981 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-02-12T00:24:03.981 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_host = [v2:10.20.193.52:3300,v1:10.20.193.52:6789] 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [mgr] 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout [osd] 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-02-12T00:24:03.982 INFO:teuthology.orchestra.run.trial052.stdout:Enabling cephadm module... 2026-02-12T00:24:04.093 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:03 trial052 ceph-mon[14476]: mgrmap e3: y(active, since 1.00528s) 2026-02-12T00:24:04.093 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:03 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2381186847' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T00:24:05.097 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:04 trial052 ceph-mon[14476]: mgrmap e4: y(active, since 2s) 2026-02-12T00:24:05.097 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:04 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1775656630' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T00:24:05.097 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:04 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1775656630' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T00:24:05.098 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:04 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2812272576' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T00:24:05.098 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setuser ceph since I am not root 2026-02-12T00:24:05.098 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setgroup ceph since I am not root 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T00:24:05.224 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:05.225 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for the mgr to restart... 2026-02-12T00:24:05.225 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mgr epoch 5... 2026-02-12T00:24:05.377 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.375+0000 7fb72c168140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:24:05.629 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.521+0000 7fb72c168140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:24:05.630 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.555+0000 7fb72c168140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:24:05.630 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.597+0000 7fb72c168140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:05.630 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.628+0000 7fb72c168140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.662+0000 7fb72c168140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.728+0000 7fb72c168140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: from numpy import show_config as show_numpy_config 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.801+0000 7fb72c168140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.836+0000 7fb72c168140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:24:05.934 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.933+0000 7fb72c168140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:05 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2812272576' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:05 trial052 ceph-mon[14476]: mgrmap e5: y(active, since 3s) 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:05 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2780522046' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:05.992+0000 7fb72c168140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.027+0000 7fb72c168140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:24:06.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.060+0000 7fb72c168140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:24:06.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.095+0000 7fb72c168140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:24:06.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.125+0000 7fb72c168140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:24:06.619 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.360+0000 7fb72c168140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:24:06.619 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.461+0000 7fb72c168140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:24:06.619 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.492+0000 7fb72c168140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:24:06.619 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.523+0000 7fb72c168140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:24:06.619 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.618+0000 7fb72c168140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:07.037 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.647+0000 7fb72c168140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:07.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:06.740+0000 7fb72c168140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:07.537 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:07.206+0000 7fb72c168140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:24:07.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:07.237+0000 7fb72c168140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:07.634+0000 7fb72c168140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: Active manager daemon y restarted 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: mgrmap e6: y(active, starting, since 0.00263836s) 2026-02-12T00:24:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:08.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:07 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:08.662 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:08.663 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-02-12T00:24:08.663 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T00:24:08.663 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:08.663 INFO:teuthology.orchestra.run.trial052.stdout:mgr epoch 5 is available 2026-02-12T00:24:08.663 INFO:teuthology.orchestra.run.trial052.stdout:Setting orchestrator backend to cephadm... 2026-02-12T00:24:09.081 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout value unchanged 2026-02-12T00:24:09.081 INFO:teuthology.orchestra.run.trial052.stdout:Generating ssh key... 2026-02-12T00:24:09.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: Found migration_current of "None". Setting to last migration. 2026-02-12T00:24:09.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:09.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:09.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: mgrmap e7: y(active, since 1.00341s) 2026-02-12T00:24:09.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:09.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:08 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Generating public/private ed25519 key pair. 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Your identification has been saved in /tmp/tmptcacdbu5/key 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Your public key has been saved in /tmp/tmptcacdbu5/key.pub 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: The key fingerprint is: 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: SHA256:/cwGiOFWn54jJIjZuG8U+yCDT8QzFrDwiwghKfDdCew ceph-15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: The key's randomart image is: 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: +--[ED25519 256]--+ 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |Bo .. | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |==...o . | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |+.oo. + . | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |o.**Eo + + . | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |o+=ooo= S = | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: |. +.+. o . * | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: | o.+ o . + = | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: | ... . . o | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: | .. | 2026-02-12T00:24:09.499 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: +----[SHA256]-----+ 2026-02-12T00:24:09.518 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIJw4AbMm6mWKPDur3NC8YiNqmbpwBMzDOBptFWEiP1c ceph-15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:09.518 INFO:teuthology.orchestra.run.trial052.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-02-12T00:24:09.518 INFO:teuthology.orchestra.run.trial052.stdout:Adding key to root@localhost authorized_keys... 2026-02-12T00:24:09.519 INFO:teuthology.orchestra.run.trial052.stdout:Adding host trial052... 2026-02-12T00:24:10.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:08] ENGINE Bus STARTING 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:08] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:08] ENGINE Client ('10.20.193.52', 36068) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:10.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:09 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:09] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:09] ENGINE Bus STARTED 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: Generating ssh key... 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:11.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial052", "addr": "10.20.193.52", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:11.212 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:10 trial052 ceph-mon[14476]: mgrmap e8: y(active, since 2s) 2026-02-12T00:24:11.324 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout Added host 'trial052' with addr '10.20.193.52' 2026-02-12T00:24:11.325 INFO:teuthology.orchestra.run.trial052.stdout:Deploying unmanaged mon service... 2026-02-12T00:24:11.540 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-02-12T00:24:11.540 INFO:teuthology.orchestra.run.trial052.stdout:Deploying unmanaged mgr service... 2026-02-12T00:24:11.759 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-02-12T00:24:12.032 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: Deploying cephadm binary to trial052 2026-02-12T00:24:12.032 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:12.032 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:12.032 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:12.033 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:12.033 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:12.033 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:11 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:12.199 INFO:teuthology.orchestra.run.trial052.stdout:Enabling the dashboard module... 2026-02-12T00:24:13.247 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: Added host trial052 2026-02-12T00:24:13.247 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:13.247 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: Saving service mon spec with placement count:5 2026-02-12T00:24:13.247 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: Saving service mgr spec with placement count:2 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1932241895' entity='client.admin' 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1761172221' entity='client.admin' 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2167496937' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T00:24:13.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:12 trial052 ceph-mon[14476]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:13.500 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "available": true, 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for the mgr to restart... 2026-02-12T00:24:13.501 INFO:teuthology.orchestra.run.trial052.stdout:Waiting for mgr epoch 9... 2026-02-12T00:24:13.502 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setuser ceph since I am not root 2026-02-12T00:24:13.502 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setgroup ceph since I am not root 2026-02-12T00:24:13.787 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.654+0000 7f9352870140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.799+0000 7f9352870140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.833+0000 7f9352870140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.875+0000 7f9352870140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.906+0000 7f9352870140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:13 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:13.940+0000 7f9352870140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:24:14.076 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.006+0000 7f9352870140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:24:14.077 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:24:14.077 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:24:14.077 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: from numpy import show_config as show_numpy_config 2026-02-12T00:24:14.336 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:14 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2167496937' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T00:24:14.336 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:14 trial052 ceph-mon[14476]: mgrmap e9: y(active, since 5s) 2026-02-12T00:24:14.336 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:14 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/216912323' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T00:24:14.336 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.078+0000 7f9352870140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:24:14.336 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.112+0000 7f9352870140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:24:14.337 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.208+0000 7f9352870140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:24:14.337 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.268+0000 7f9352870140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:24:14.337 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.302+0000 7f9352870140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:24:14.337 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.335+0000 7f9352870140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:24:14.638 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.370+0000 7f9352870140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:24:14.638 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.400+0000 7f9352870140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:24:14.638 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.637+0000 7f9352870140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:24:14.893 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.737+0000 7f9352870140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:24:14.893 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.768+0000 7f9352870140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:24:14.893 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.799+0000 7f9352870140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:24:14.893 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.892+0000 7f9352870140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:15.287 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:14.921+0000 7f9352870140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:15.287 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:15.013+0000 7f9352870140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:15.787 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:15.475+0000 7f9352870140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:24:15.787 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:15.505+0000 7f9352870140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: Active manager daemon y restarted 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: mgrmap e10: y(active, starting, since 0.00238218s) 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:16.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:16.250 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:15.902+0000 7f9352870140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:24:17.178 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout { 2026-02-12T00:24:17.178 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-02-12T00:24:17.178 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout "initialized": true 2026-02-12T00:24:17.178 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout } 2026-02-12T00:24:17.179 INFO:teuthology.orchestra.run.trial052.stdout:mgr epoch 9 is available 2026-02-12T00:24:17.179 INFO:teuthology.orchestra.run.trial052.stdout:Generating a dashboard self-signed certificate... 2026-02-12T00:24:17.453 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-02-12T00:24:17.453 INFO:teuthology.orchestra.run.trial052.stdout:Creating initial admin user... 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:16] ENGINE Bus STARTING 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:16] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:16] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:16] ENGINE Bus STARTED 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: [12/Feb/2026:00:24:16] ENGINE Client ('10.20.193.52', 51258) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: mgrmap e11: y(active, since 1.00386s) 2026-02-12T00:24:17.784 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T00:24:17.785 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:17.785 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:17.803 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$6OTOzOOKbgyWRhmzpN6oieJ2tjF3dJZf.HJ43r7X701D6yB0iSLOi", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1770855857, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-02-12T00:24:17.803 INFO:teuthology.orchestra.run.trial052.stdout:Fetching dashboard port number... 2026-02-12T00:24:18.009 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stdout 8443 2026-02-12T00:24:18.018 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2026-02-12T00:24:18.018 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout disabled 2026-02-12T00:24:18.024 INFO:teuthology.orchestra.run.trial052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2026-02-12T00:24:18.024 INFO:teuthology.orchestra.run.trial052.stdout:systemctl: stdout inactive 2026-02-12T00:24:18.024 INFO:teuthology.orchestra.run.trial052.stdout:firewalld.service is not enabled 2026-02-12T00:24:18.024 INFO:teuthology.orchestra.run.trial052.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout:Ceph Dashboard is now available at: 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout: URL: https://trial052:8443/ 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout: User: admin 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout: Password: 9q8ehp2rsm 2026-02-12T00:24:18.025 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.026 INFO:teuthology.orchestra.run.trial052.stdout:Saving cluster configuration to /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config directory 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout:Or, if you are only running a single cluster on this host: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.272 INFO:teuthology.orchestra.run.trial052.stdout:Please consider enabling telemetry to help improve Ceph: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: ceph telemetry on 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout:For more information see: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:18.273 INFO:teuthology.orchestra.run.trial052.stdout:Bootstrap complete. 2026-02-12T00:24:18.300 INFO:tasks.cephadm:Fetching config... 2026-02-12T00:24:18.300 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:18.301 DEBUG:teuthology.orchestra.run.trial052:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-02-12T00:24:18.317 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-02-12T00:24:18.317 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:18.318 DEBUG:teuthology.orchestra.run.trial052:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-02-12T00:24:18.375 INFO:tasks.cephadm:Fetching mon keyring... 2026-02-12T00:24:18.376 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:18.376 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/keyring of=/dev/stdout 2026-02-12T00:24:18.442 INFO:tasks.cephadm:Fetching pub ssh key... 2026-02-12T00:24:18.442 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:18.443 DEBUG:teuthology.orchestra.run.trial052:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-02-12T00:24:18.500 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-02-12T00:24:18.500 DEBUG:teuthology.orchestra.run.trial052:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIJw4AbMm6mWKPDur3NC8YiNqmbpwBMzDOBptFWEiP1c ceph-15ece051-07a9-11f1-851f-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T00:24:18.573 INFO:teuthology.orchestra.run.trial052.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIJw4AbMm6mWKPDur3NC8YiNqmbpwBMzDOBptFWEiP1c ceph-15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:18.583 DEBUG:teuthology.orchestra.run.trial116:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIJw4AbMm6mWKPDur3NC8YiNqmbpwBMzDOBptFWEiP1c ceph-15ece051-07a9-11f1-851f-d404e6e7d460' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-02-12T00:24:18.619 INFO:teuthology.orchestra.run.trial116.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIJw4AbMm6mWKPDur3NC8YiNqmbpwBMzDOBptFWEiP1c ceph-15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:18.628 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-02-12T00:24:18.870 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:18 trial052 ceph-mon[14476]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:18.871 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:18 trial052 ceph-mon[14476]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:18.871 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:18.871 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:18 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1616868640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T00:24:18.871 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:18 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1972686551' entity='client.admin' 2026-02-12T00:24:18.928 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:19.169 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-02-12T00:24:19.170 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-02-12T00:24:19.455 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:19.711 INFO:tasks.cephadm:Writing (initial) conf and keyring to trial116 2026-02-12T00:24:19.712 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:24:19.712 DEBUG:teuthology.orchestra.run.trial116:> dd of=/etc/ceph/ceph.conf 2026-02-12T00:24:19.730 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:24:19.730 DEBUG:teuthology.orchestra.run.trial116:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:19.788 INFO:tasks.cephadm:Adding host trial116 to orchestrator... 2026-02-12T00:24:19.788 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch host add trial116 2026-02-12T00:24:20.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: mgrmap e12: y(active, since 2s) 2026-02-12T00:24:20.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3370855205' entity='client.admin' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial052", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:20.068 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:21.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:21 trial052 ceph-mon[14476]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial116", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:21.712 INFO:teuthology.orchestra.run.trial052.stdout:Added host 'trial116' with addr '10.20.193.116' 2026-02-12T00:24:21.753 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch host ls --format=json 2026-02-12T00:24:22.036 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:22.238 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:22.238 INFO:teuthology.orchestra.run.trial052.stdout:[{"addr": "10.20.193.52", "hostname": "trial052", "labels": [], "status": ""}, {"addr": "10.20.193.116", "hostname": "trial116", "labels": [], "status": ""}] 2026-02-12T00:24:22.277 INFO:tasks.cephadm:Setting crush tunables to default 2026-02-12T00:24:22.277 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd crush tunables default 2026-02-12T00:24:22.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:22 trial052 ceph-mon[14476]: Deploying cephadm binary to trial116 2026-02-12T00:24:22.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:22.557 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:23.121 INFO:teuthology.orchestra.run.trial052.stderr:adjusted tunables profile to default 2026-02-12T00:24:23.160 INFO:tasks.cephadm:Adding mon.a on trial052 2026-02-12T00:24:23.160 INFO:tasks.cephadm:Adding mon.c on trial052 2026-02-12T00:24:23.160 INFO:tasks.cephadm:Adding mon.b on trial116 2026-02-12T00:24:23.161 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply mon '3;trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b' 2026-02-12T00:24:23.485 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-12T00:24:23.519 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /etc/ceph/ceph.conf 2026-02-12T00:24:23.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:23 trial052 ceph-mon[14476]: Added host trial116 2026-02-12T00:24:23.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:23 trial052 ceph-mon[14476]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:24:23.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:23 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/667059816' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T00:24:23.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:23 trial052 ceph-mon[14476]: mgrmap e13: y(active, since 6s) 2026-02-12T00:24:23.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:23.734 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled mon update... 2026-02-12T00:24:23.774 DEBUG:teuthology.orchestra.run.trial052:mon.c> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.c.service 2026-02-12T00:24:23.777 DEBUG:teuthology.orchestra.run.trial116:mon.b> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service 2026-02-12T00:24:23.779 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T00:24:23.780 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T00:24:24.091 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:24:24.314 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:24:24.314 INFO:teuthology.orchestra.run.trial116.stdout:{"epoch":1,"fsid":"15ece051-07a9-11f1-851f-d404e6e7d460","modified":"2026-02-12T00:23:56.971040Z","created":"2026-02-12T00:23:56.971040Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:3300","nonce":0},{"type":"v1","addr":"10.20.193.52:6789","nonce":0}]},"addr":"10.20.193.52:6789/0","public_addr":"10.20.193.52:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-02-12T00:24:24.314 INFO:teuthology.orchestra.run.trial116.stderr:dumped monmap epoch 1 2026-02-12T00:24:24.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/667059816' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T00:24:24.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial116", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:25.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-02-12T00:24:25.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-02-12T00:24:25.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-02-12T00:24:25.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-02-12T00:24:25.250 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-02-12T00:24:25.250 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-02-12T00:24:25.352 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-02-12T00:24:25.353 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph mon dump -f json 2026-02-12T00:24:25.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:24:25.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Saving service mon spec with placement trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b;count:3 2026-02-12T00:24:25.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:24:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:24:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: Deploying daemon mon.b on trial116 2026-02-12T00:24:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:25 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/1825682265' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mkfs 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.a is new leader, mons a in quorum (ranks 0) 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: monmap epoch 1 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: last_changed 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: min_mon_release 19 (squid) 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: election_strategy: 1 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: fsmap 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: osdmap e1: 0 total, 0 up, 0 in 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e1: no daemons active 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1153219279' entity='client.admin' 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/851752899' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3820207429' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e2: y(active, starting, since 0.0027785s) 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:25.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14100 10.20.193.52:0/848814421' entity='mgr.y' 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e3: y(active, since 1.00528s) 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2381186847' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-02-12T00:24:25.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e4: y(active, since 2s) 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1775656630' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1775656630' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2812272576' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2812272576' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e5: y(active, since 3s) 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2780522046' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Active manager daemon y restarted 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: osdmap e2: 0 total, 0 up, 0 in 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e6: y(active, starting, since 0.00263836s) 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:25.601 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Found migration_current of "None". Setting to last migration. 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e7: y(active, since 1.00341s) 2026-02-12T00:24:25.602 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:08] ENGINE Bus STARTING 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:08] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:08] ENGINE Client ('10.20.193.52', 36068) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:09] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:24:25.603 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:09] ENGINE Bus STARTED 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Generating ssh key... 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial052", "addr": "10.20.193.52", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e8: y(active, since 2s) 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Deploying cephadm binary to trial052 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.604 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Added host trial052 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Saving service mon spec with placement count:5 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Saving service mgr spec with placement count:2 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1932241895' entity='client.admin' 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1761172221' entity='client.admin' 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2167496937' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14118 10.20.193.52:0/1955223893' entity='mgr.y' 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2167496937' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e9: y(active, since 5s) 2026-02-12T00:24:25.605 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/216912323' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Active manager daemon y restarted 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: osdmap e3: 0 total, 0 up, 0 in 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e10: y(active, starting, since 0.00238218s) 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:24:25.606 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:16] ENGINE Bus STARTING 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:16] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:16] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:16] ENGINE Bus STARTED 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: [12/Feb/2026:00:24:16] ENGINE Client ('10.20.193.52', 51258) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e11: y(active, since 1.00386s) 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.607 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1616868640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1972686551' entity='client.admin' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e12: y(active, since 2s) 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3370855205' entity='client.admin' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial052", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.608 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "trial116", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.609 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Deploying cephadm binary to trial116 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Added host trial116 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/667059816' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mgrmap e13: y(active, since 6s) 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/667059816' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.610 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:trial116", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:24:25.611 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Saving service mon spec with placement trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b;count:3 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: Deploying daemon mon.b on trial116 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/1825682265' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T00:24:25.612 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:25 trial116 ceph-mon[16720]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T00:24:25.635 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: mon.a calling monitor election 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: mon.b calling monitor election 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.565 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: monmap epoch 2 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: last_changed 2026-02-12T00:24:25.254141+0000 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: min_mon_release 19 (squid) 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: election_strategy: 1 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: fsmap 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:30.566 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: mgrmap e13: y(active, since 14s) 2026-02-12T00:24:30.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:24:30.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:30.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:30.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:30.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[14476]: Deploying daemon mon.c on trial052 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: mon.a calling monitor election 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: mon.b calling monitor election 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:30.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: monmap epoch 2 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: last_changed 2026-02-12T00:24:25.254141+0000 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: min_mon_release 19 (squid) 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: election_strategy: 1 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: fsmap 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: mgrmap e13: y(active, since 14s) 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: overall HEALTH_OK 2026-02-12T00:24:30.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:30.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:30.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:30.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:30 trial116 ceph-mon[16720]: Deploying daemon mon.c on trial052 2026-02-12T00:24:31.254 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:30 trial052 ceph-mon[22993]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2026-02-12T00:24:31.537 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:24:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:24:31.253+0000 7f926ebed640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T00:24:36.266 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:24:36.267 INFO:teuthology.orchestra.run.trial116.stdout:{"epoch":3,"fsid":"15ece051-07a9-11f1-851f-d404e6e7d460","modified":"2026-02-12T00:24:30.992978Z","created":"2026-02-12T00:23:56.971040Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:3300","nonce":0},{"type":"v1","addr":"10.20.193.52:6789","nonce":0}]},"addr":"10.20.193.52:6789/0","public_addr":"10.20.193.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:3300","nonce":0},{"type":"v1","addr":"10.20.193.116:6789","nonce":0}]},"addr":"10.20.193.116:6789/0","public_addr":"10.20.193.116:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:3301","nonce":0},{"type":"v1","addr":"10.20.193.52:6790","nonce":0}]},"addr":"10.20.193.52:6790/0","public_addr":"10.20.193.52:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-02-12T00:24:36.267 INFO:teuthology.orchestra.run.trial116.stderr:dumped monmap epoch 3 2026-02-12T00:24:36.303 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: mon.b calling monitor election 2026-02-12T00:24:36.303 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: mon.a calling monitor election 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: monmap epoch 3 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:36.304 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: min_mon_release 19 (squid) 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: election_strategy: 1 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: fsmap 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: mgrmap e13: y(active, since 20s) 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: overall HEALTH_OK 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.305 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.306 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.306 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.306 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:36.307 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-02-12T00:24:36.307 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph config generate-minimal-conf 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: mon.b calling monitor election 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: mon.a calling monitor election 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.315 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: monmap epoch 3 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: min_mon_release 19 (squid) 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: election_strategy: 1 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:36.316 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: fsmap 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: mgrmap e13: y(active, since 20s) 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:36.317 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:36.595 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:36.789 INFO:teuthology.orchestra.run.trial052.stdout:# minimal ceph.conf for 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:36.790 INFO:teuthology.orchestra.run.trial052.stdout:[global] 2026-02-12T00:24:36.790 INFO:teuthology.orchestra.run.trial052.stdout: fsid = 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:36.790 INFO:teuthology.orchestra.run.trial052.stdout: mon_host = [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] 2026-02-12T00:24:36.827 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-02-12T00:24:36.827 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:36.827 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T00:24:36.894 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:36.894 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:36.961 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:24:36.961 DEBUG:teuthology.orchestra.run.trial116:> sudo dd of=/etc/ceph/ceph.conf 2026-02-12T00:24:36.988 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:24:36.988 DEBUG:teuthology.orchestra.run.trial116:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:24:37.053 INFO:tasks.cephadm:Adding mgr.y on trial052 2026-02-12T00:24:37.053 INFO:tasks.cephadm:Adding mgr.x on trial116 2026-02-12T00:24:37.053 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply mgr '2;trial052=y;trial116=x' 2026-02-12T00:24:37.123 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:37.123 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/2319821358' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4154729948' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:37.125 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.126 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/2319821358' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:37.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4154729948' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:37.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:37.382 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:24:37.588 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled mgr update... 2026-02-12T00:24:37.624 DEBUG:teuthology.orchestra.run.trial116:mgr.x> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service 2026-02-12T00:24:37.627 DEBUG:tasks.cephadm:set 0 configs 2026-02-12T00:24:37.627 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph config dump 2026-02-12T00:24:37.903 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:global dev auth_debug true 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:global basic container_image quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 * 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:global dev debug_asserts_on_shutdown true 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:global basic log_to_file true 2026-02-12T00:24:38.094 INFO:teuthology.orchestra.run.trial052.stdout:global basic log_to_journald false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global basic log_to_stderr false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_allow_pool_delete true 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_clock_drift_allowed 1.000000 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_cluster_log_to_file true 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_election_default_strategy 3 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_max_pg_per_osd 10000 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_pg_warn_max_object_skew 0.000000 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_warn_on_crush_straw_calc_version_zero false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_warn_on_legacy_crush_tunables false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_warn_on_osd_down_out_interval_zero false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global dev mon_warn_on_pool_pg_num_not_power_of_two false 2026-02-12T00:24:38.095 INFO:teuthology.orchestra.run.trial052.stdout:global advanced mon_warn_on_too_few_osds false 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:global dev ms_die_on_bug true 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:global dev ms_die_on_old_message true 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:global advanced osd_pool_default_erasure_code_profile plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:global advanced osd_pool_default_pg_autoscale_mode off 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced auth_allow_insecure_global_id_reclaim false 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced auth_mon_ticket_ttl 660.000000 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced auth_service_ticket_ttl 240.000000 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced debug_mon 20/20 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced debug_ms 1/1 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced debug_paxos 20/20 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_data_avail_warn 5 2026-02-12T00:24:38.096 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_mgr_mkfs_grace 240 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon dev mon_osd_prime_pg_temp true 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_osd_reporter_subtree_level osd 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim false 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced mon_warn_on_insecure_global_id_reclaim_allowed false 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mon advanced public_network 10.20.192.0/20 * 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced debug_mgr 20/20 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced debug_ms 1/1 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/cephadm/allow_ptrace true * 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/cephadm/container_init True * 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/cephadm/migration_current 7 * 2026-02-12T00:24:38.097 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/cephadm/use_agent false * 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/dashboard/ssl_server_port 8443 * 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mgr/orchestrator/orchestrator cephadm 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mon_reweight_min_bytes_per_osd 10 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:mgr advanced mon_reweight_min_pgs_per_osd 4 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev bdev_debug_aio true 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced debug_ms 1/1 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced debug_osd 20/20 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_misdirected_ops true 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_op_order true 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_pg_log_writeout true 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_shutdown true 2026-02-12T00:24:38.098 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_verify_cached_snaps true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_verify_missing_on_start true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_debug_verify_stray_on_activate true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_deep_scrub_update_digest_min_age 30 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_mclock_profile high_recovery_ops 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd dev osd_mclock_skip_benchmark true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_memory_target_autotune true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_op_queue debug_random * 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_op_queue_cut_off debug_random * 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_recover_clone_overlap true 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_recovery_max_chunk 1048576 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_scrub_load_threshold 5.000000 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_scrub_max_interval 600.000000 2026-02-12T00:24:38.099 INFO:teuthology.orchestra.run.trial052.stdout:osd advanced osd_shutdown_pgref_assert true 2026-02-12T00:24:38.100 INFO:teuthology.orchestra.run.trial052.stdout:client.rgw advanced rgw_cache_enabled true 2026-02-12T00:24:38.100 INFO:teuthology.orchestra.run.trial052.stdout:client.rgw advanced rgw_enable_ops_log true 2026-02-12T00:24:38.100 INFO:teuthology.orchestra.run.trial052.stdout:client.rgw advanced rgw_enable_usage_log true 2026-02-12T00:24:38.130 INFO:tasks.cephadm:Deploying OSDs... 2026-02-12T00:24:38.130 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:24:38.130 DEBUG:teuthology.orchestra.run.trial052:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T00:24:38.148 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T00:24:38.149 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_1 2026-02-12T00:24:38.173 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 systemd[1]: Starting Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:24:38.204 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 909 Links: 1 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-12 00:24:30.806553875 +0000 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-12 00:23:30.610194332 +0000 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-12 00:23:30.610194332 +0000 2026-02-12T00:24:38.205 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-12 00:23:30.610194332 +0000 2026-02-12T00:24:38.205 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T00:24:38.266 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: mon.b calling monitor election 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: mon.a calling monitor election 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.267 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: monmap epoch 3 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: min_mon_release 19 (squid) 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: election_strategy: 1 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: fsmap 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:38.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: mgrmap e13: y(active, since 20s) 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/2319821358' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.269 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.270 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4154729948' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:38.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:38.272 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-12T00:24:38.272 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-12T00:24:38.273 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000164208 s, 3.1 MB/s 2026-02-12T00:24:38.273 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T00:24:38.329 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_2 2026-02-12T00:24:38.385 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 941 Links: 1 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-12 00:24:30.806553875 +0000 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-12 00:23:30.829190084 +0000 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-12 00:23:30.829190084 +0000 2026-02-12T00:24:38.386 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-12 00:23:30.829190084 +0000 2026-02-12T00:24:38.387 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T00:24:38.448 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-12T00:24:38.448 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-12T00:24:38.448 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000148408 s, 3.4 MB/s 2026-02-12T00:24:38.449 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T00:24:38.506 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_3 2026-02-12T00:24:38.530 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 podman[18087]: 2026-02-12 00:24:38.172232487 +0000 UTC m=+0.016364404 container create 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=squid, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T00:24:38.530 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 podman[18087]: 2026-02-12 00:24:38.205826245 +0000 UTC m=+0.049958162 container init 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2026-02-12T00:24:38.531 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 podman[18087]: 2026-02-12 00:24:38.208344615 +0000 UTC m=+0.052476532 container start 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default) 2026-02-12T00:24:38.531 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 bash[18087]: 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 2026-02-12T00:24:38.531 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 podman[18087]: 2026-02-12 00:24:38.165327499 +0000 UTC m=+0.009459426 image pull 4cc07a41bb1966e9ffd51d6ffba181735181325200aceb7b3d1b7e810c433126 quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4 2026-02-12T00:24:38.531 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 systemd[1]: Started Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:24:38.531 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mgr[18115]: -- 10.20.193.116:0/1400316347 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f4a3b694a0 con 0x55f4a3b47400 2026-02-12T00:24:38.562 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 968 Links: 1 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-12 00:24:30.806553875 +0000 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-12 00:23:31.066185487 +0000 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-12 00:23:31.066185487 +0000 2026-02-12T00:24:38.563 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-12 00:23:31.066185487 +0000 2026-02-12T00:24:38.564 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T00:24:38.625 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-12T00:24:38.625 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-12T00:24:38.625 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000150041 s, 3.4 MB/s 2026-02-12T00:24:38.626 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T00:24:38.684 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_4 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 994 Links: 1 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-12 00:24:30.806553875 +0000 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-12 00:23:31.320180560 +0000 2026-02-12T00:24:38.740 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-12 00:23:31.320180560 +0000 2026-02-12T00:24:38.741 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-12 00:23:31.320180560 +0000 2026-02-12T00:24:38.741 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T00:24:38.783 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.600+0000 7f2c137a4140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:24:38.783 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.747+0000 7f2c137a4140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:24:38.783 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.781+0000 7f2c137a4140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:24:38.783 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mon.c calling monitor election 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial052=y;trial116=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: Saving service mgr spec with placement trial052=y;trial116=x;count:2 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: Deploying daemon mgr.x on trial116 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mon.b calling monitor election 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mon.c calling monitor election 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mon.a calling monitor election 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: monmap epoch 3 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:38.784 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: min_mon_release 19 (squid) 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: election_strategy: 1 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: fsmap 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: mgrmap e13: y(active, since 22s) 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: overall HEALTH_OK 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2356916798' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.785 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.786 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:38.804 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-12T00:24:38.804 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-12T00:24:38.804 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000189866 s, 2.7 MB/s 2026-02-12T00:24:38.805 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T00:24:38.843 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mon.c calling monitor election 2026-02-12T00:24:38.843 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial052=y;trial116=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: Saving service mgr spec with placement trial052=y;trial116=x;count:2 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: Deploying daemon mgr.x on trial116 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mon.b calling monitor election 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mon.c calling monitor election 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mon.a calling monitor election 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: monmap epoch 3 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:38.844 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: min_mon_release 19 (squid) 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: election_strategy: 1 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: fsmap 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: mgrmap e13: y(active, since 22s) 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2356916798' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.845 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mon.c calling monitor election 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='client.14199 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;trial052=y;trial116=x", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: Saving service mgr spec with placement trial052=y;trial116=x;count:2 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: Deploying daemon mgr.x on trial116 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:38.846 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mon.b calling monitor election 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mon.c calling monitor election 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mon.a calling monitor election 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: monmap epoch 3 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: min_mon_release 19 (squid) 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: election_strategy: 1 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:24:38.847 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: fsmap 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: osdmap e4: 0 total, 0 up, 0 in 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: mgrmap e13: y(active, since 22s) 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2356916798' entity='client.admin' cmd=[{"prefix": "config dump"}]: dispatch 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:38.848 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:38.866 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:24:38.866 DEBUG:teuthology.orchestra.run.trial116:> dd if=/scratch_devs of=/dev/stdout 2026-02-12T00:24:38.883 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-12T00:24:38.883 DEBUG:teuthology.orchestra.run.trial116:> stat /dev/vg_nvme/lv_1 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Device: 6h/6d Inode: 911 Links: 1 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Access: 2026-02-12 00:24:38.032814396 +0000 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Modify: 2026-02-12 00:23:30.591007179 +0000 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout:Change: 2026-02-12 00:23:30.591007179 +0000 2026-02-12T00:24:38.939 INFO:teuthology.orchestra.run.trial116.stdout: Birth: 2026-02-12 00:23:30.591007179 +0000 2026-02-12T00:24:38.940 DEBUG:teuthology.orchestra.run.trial116:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-12T00:24:39.004 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records in 2026-02-12T00:24:39.004 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records out 2026-02-12T00:24:39.004 INFO:teuthology.orchestra.run.trial116.stderr:512 bytes copied, 0.000160058 s, 3.2 MB/s 2026-02-12T00:24:39.005 DEBUG:teuthology.orchestra.run.trial116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-12T00:24:39.064 DEBUG:teuthology.orchestra.run.trial116:> stat /dev/vg_nvme/lv_2 2026-02-12T00:24:39.065 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.823+0000 7f2c137a4140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:39.065 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.854+0000 7f2c137a4140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:24:39.065 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.888+0000 7f2c137a4140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:24:39.065 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:38 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:38.954+0000 7f2c137a4140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:24:39.065 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:24:39.066 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:24:39.066 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: from numpy import show_config as show_numpy_config 2026-02-12T00:24:39.066 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.029+0000 7f2c137a4140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:24:39.066 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.064+0000 7f2c137a4140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Device: 6h/6d Inode: 938 Links: 1 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Access: 2026-02-12 00:24:38.033814379 +0000 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Modify: 2026-02-12 00:23:30.824003261 +0000 2026-02-12T00:24:39.082 INFO:teuthology.orchestra.run.trial116.stdout:Change: 2026-02-12 00:23:30.824003261 +0000 2026-02-12T00:24:39.083 INFO:teuthology.orchestra.run.trial116.stdout: Birth: 2026-02-12 00:23:30.824003261 +0000 2026-02-12T00:24:39.083 DEBUG:teuthology.orchestra.run.trial116:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-12T00:24:39.145 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records in 2026-02-12T00:24:39.145 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records out 2026-02-12T00:24:39.145 INFO:teuthology.orchestra.run.trial116.stderr:512 bytes copied, 0.00015605 s, 3.3 MB/s 2026-02-12T00:24:39.146 DEBUG:teuthology.orchestra.run.trial116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-12T00:24:39.202 DEBUG:teuthology.orchestra.run.trial116:> stat /dev/vg_nvme/lv_3 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Device: 6h/6d Inode: 968 Links: 1 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Access: 2026-02-12 00:24:38.033814379 +0000 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Modify: 2026-02-12 00:23:31.071999091 +0000 2026-02-12T00:24:39.259 INFO:teuthology.orchestra.run.trial116.stdout:Change: 2026-02-12 00:23:31.071999091 +0000 2026-02-12T00:24:39.260 INFO:teuthology.orchestra.run.trial116.stdout: Birth: 2026-02-12 00:23:31.071999091 +0000 2026-02-12T00:24:39.260 DEBUG:teuthology.orchestra.run.trial116:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-12T00:24:39.320 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.160+0000 7f2c137a4140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:24:39.320 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.219+0000 7f2c137a4140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:24:39.320 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.253+0000 7f2c137a4140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:24:39.320 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.285+0000 7f2c137a4140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:24:39.322 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records in 2026-02-12T00:24:39.322 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records out 2026-02-12T00:24:39.322 INFO:teuthology.orchestra.run.trial116.stderr:512 bytes copied, 0.000145962 s, 3.5 MB/s 2026-02-12T00:24:39.323 DEBUG:teuthology.orchestra.run.trial116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-12T00:24:39.379 DEBUG:teuthology.orchestra.run.trial116:> stat /dev/vg_nvme/lv_4 2026-02-12T00:24:39.435 INFO:teuthology.orchestra.run.trial116.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-12T00:24:39.435 INFO:teuthology.orchestra.run.trial116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-12T00:24:39.435 INFO:teuthology.orchestra.run.trial116.stdout:Device: 6h/6d Inode: 998 Links: 1 2026-02-12T00:24:39.435 INFO:teuthology.orchestra.run.trial116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-12T00:24:39.436 INFO:teuthology.orchestra.run.trial116.stdout:Context: system_u:object_r:device_t:s0 2026-02-12T00:24:39.436 INFO:teuthology.orchestra.run.trial116.stdout:Access: 2026-02-12 00:24:38.033814379 +0000 2026-02-12T00:24:39.436 INFO:teuthology.orchestra.run.trial116.stdout:Modify: 2026-02-12 00:23:31.294995341 +0000 2026-02-12T00:24:39.436 INFO:teuthology.orchestra.run.trial116.stdout:Change: 2026-02-12 00:23:31.294995341 +0000 2026-02-12T00:24:39.436 INFO:teuthology.orchestra.run.trial116.stdout: Birth: 2026-02-12 00:23:31.294995341 +0000 2026-02-12T00:24:39.436 DEBUG:teuthology.orchestra.run.trial116:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-12T00:24:39.498 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records in 2026-02-12T00:24:39.498 INFO:teuthology.orchestra.run.trial116.stderr:1+0 records out 2026-02-12T00:24:39.498 INFO:teuthology.orchestra.run.trial116.stderr:512 bytes copied, 0.000143787 s, 3.6 MB/s 2026-02-12T00:24:39.499 DEBUG:teuthology.orchestra.run.trial116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-12T00:24:39.555 INFO:tasks.cephadm:Deploying osd.0 on trial052 with /dev/vg_nvme/lv_4... 2026-02-12T00:24:39.555 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T00:24:39.593 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.320+0000 7f2c137a4140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:24:39.593 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.351+0000 7f2c137a4140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:24:39.593 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.591+0000 7f2c137a4140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:24:39.843 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:39.846 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.691+0000 7f2c137a4140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.722+0000 7f2c137a4140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.753+0000 7f2c137a4140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T00:24:39.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:39 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:39.866 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.866 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.866 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.866 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.867 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: Reconfiguring mgr.y (unknown last config time)... 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:24:39.868 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:39.869 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:39 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:24:40.346 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.845+0000 7f2c137a4140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:40.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.874+0000 7f2c137a4140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:24:40.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:39.966+0000 7f2c137a4140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:24:40.582 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:40.597 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_4 --skip-validation 2026-02-12T00:24:40.799 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:40 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:40.433+0000 7f2c137a4140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:24:40.799 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:40 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:40.463+0000 7f2c137a4140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:24:40.877 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:41.078 INFO:teuthology.orchestra.run.trial052.stderr:--skip-validation not valid: --skip-validation not in raw|lvm 2026-02-12T00:24:41.078 INFO:teuthology.orchestra.run.trial052.stderr:Invalid command: unused arguments: ['--skip-validation'] 2026-02-12T00:24:41.078 INFO:teuthology.orchestra.run.trial052.stderr:orch daemon add osd [] [] : Create OSD daemon(s) on specified host and device(s) (e.g., ceph orch daemon add osd myhost:/dev/sdb) 2026-02-12T00:24:41.078 INFO:teuthology.orchestra.run.trial052.stderr:Error EINVAL: invalid command 2026-02-12T00:24:41.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:24:40 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:24:40.862+0000 7f2c137a4140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:24:41.109 DEBUG:teuthology.orchestra.run:got remote process result: 22 2026-02-12T00:24:41.110 WARNING:tasks.cephadm:--skip-validation falied with error Command failed on trial052 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_4 --skip-validation'. Retrying without it 2026-02-12T00:24:41.110 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_4 2026-02-12T00:24:41.391 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:41.415 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:24:41.416 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/83099697' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:24:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:42.500 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:42.500 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:42.500 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[22993]: mgrmap e14: y(active, since 25s), standbys: x 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[14476]: mgrmap e14: y(active, since 25s), standbys: x 2026-02-12T00:24:42.501 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:24:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:42.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:42.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:42 trial116 ceph-mon[16720]: mgrmap e14: y(active, since 25s), standbys: x 2026-02-12T00:24:42.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:24:43.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:43.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:43.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]: dispatch 2026-02-12T00:24:43.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]': finished 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/662654265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]: dispatch 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]': finished 2026-02-12T00:24:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T00:24:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:43 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/662654265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]: dispatch 2026-02-12T00:24:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/266178762' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c077d14b-dce1-4129-a47a-6c96dd858b20"}]': finished 2026-02-12T00:24:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: osdmap e5: 1 total, 0 up, 1 in 2026-02-12T00:24:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:43 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/662654265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:45.507 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:45 trial052 ceph-mon[14476]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:45.507 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:45 trial052 ceph-mon[22993]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:45 trial116 ceph-mon[16720]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:46.306 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T00:24:46.307 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:46.307 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T00:24:46.307 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-02-12T00:24:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:47.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:47 trial052 ceph-mon[14476]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:47.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:47 trial052 ceph-mon[14476]: Deploying daemon osd.0 on trial052 2026-02-12T00:24:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:47 trial052 ceph-mon[22993]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:47 trial052 ceph-mon[22993]: Deploying daemon osd.0 on trial052 2026-02-12T00:24:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:47 trial116 ceph-mon[16720]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:47 trial116 ceph-mon[16720]: Deploying daemon osd.0 on trial052 2026-02-12T00:24:48.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:48.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:48.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:48 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:48 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:48 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:48.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:48 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.066 INFO:teuthology.orchestra.run.trial052.stdout:Created osd(s) 0 on host 'trial052' 2026-02-12T00:24:49.107 DEBUG:teuthology.orchestra.run.trial052:osd.0> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.0.service 2026-02-12T00:24:49.109 INFO:tasks.cephadm:Deploying osd.1 on trial052 with /dev/vg_nvme/lv_3... 2026-02-12T00:24:49.110 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T00:24:49.277 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:49.277 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.277 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.277 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:49.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:49.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:49.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:49 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.438 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:49 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:50.037 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:24:49 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:24:49.997+0000 7f86dec8a740 -1 Falling back to public interface 2026-02-12T00:24:50.484 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:24:50.501 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_3 2026-02-12T00:24:50.786 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: Detected new or changed devices on trial052 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial052 to 83023M 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:50 trial116 ceph-mon[16720]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: Detected new or changed devices on trial052 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial052 to 83023M 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.174 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[14476]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: Detected new or changed devices on trial052 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial052 to 83023M 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:51.175 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:51.176 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:50 trial052 ceph-mon[22993]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:52.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2946087445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]': finished 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2946087445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]': finished 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2946087445' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]: dispatch 2026-02-12T00:24:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8609d1ca-6a5b-440c-84bf-f05b9c360431"}]': finished 2026-02-12T00:24:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: osdmap e6: 2 total, 0 up, 2 in 2026-02-12T00:24:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:53.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[14476]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:53.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/991254535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:53.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[14476]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:53.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[14476]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[22993]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/991254535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[22993]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:52 trial052 ceph-mon[22993]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:53.038 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:24:52 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:24:52.769+0000 7f86dec8a740 -1 osd.0 0 log_to_monitors true 2026-02-12T00:24:53.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:52 trial116 ceph-mon[16720]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:53.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:52 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/991254535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:24:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:52 trial116 ceph-mon[16720]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:52 trial116 ceph-mon[16720]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2026-02-12T00:24:54.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:24:54.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T00:24:54.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:54.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:54.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:53 trial116 ceph-mon[16720]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:24:54.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T00:24:54.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[22993]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: from='osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: osdmap e7: 2 total, 0 up, 2 in 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:53 trial052 ceph-mon[14476]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:24:54.289 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:24:53 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:24:53.827+0000 7f86dac0b640 -1 osd.0 0 waiting for initial osdmap 2026-02-12T00:24:54.289 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:24:53 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:24:53.829+0000 7f86d6a34640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:24:55.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:24:55.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T00:24:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:54 trial116 ceph-mon[16720]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[14476]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: osdmap e8: 2 total, 0 up, 2 in 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.101 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:54 trial052 ceph-mon[22993]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-02-12T00:24:55.951 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152] boot 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:55.952 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:24:55.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:24:55.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152] boot 2026-02-12T00:24:55.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T00:24:55.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:55.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:55 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:56.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:24:56.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:24:56.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: osd.0 [v2:10.20.193.52:6802/1295704152,v1:10.20.193.52:6803/1295704152] boot 2026-02-12T00:24:56.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: osdmap e9: 2 total, 1 up, 2 in 2026-02-12T00:24:56.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:24:56.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:55 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:24:57.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[14476]: pgmap v19: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[14476]: Deploying daemon osd.1 on trial052 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[22993]: pgmap v19: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:56 trial052 ceph-mon[22993]: Deploying daemon osd.1 on trial052 2026-02-12T00:24:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:56 trial116 ceph-mon[16720]: pgmap v19: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:56 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-02-12T00:24:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:56 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:56 trial116 ceph-mon[16720]: Deploying daemon osd.1 on trial052 2026-02-12T00:24:58.259 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:58.259 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.259 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.260 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:58.260 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.260 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:58 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:58 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:58 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:58 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:58.932 INFO:teuthology.orchestra.run.trial052.stdout:Created osd(s) 1 on host 'trial052' 2026-02-12T00:24:58.971 DEBUG:teuthology.orchestra.run.trial052:osd.1> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.1.service 2026-02-12T00:24:58.973 INFO:tasks.cephadm:Deploying osd.2 on trial052 with /dev/vg_nvme/lv_2... 2026-02-12T00:24:58.974 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T00:24:59.142 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:59.142 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.142 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.142 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:59.142 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:59.143 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:59.144 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.144 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:59.144 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.144 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:24:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.301 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:24:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: pgmap v20: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:24:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:24:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:24:59.907 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:24:59 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:24:59.854+0000 7fba5c2eb740 -1 Falling back to public interface 2026-02-12T00:25:00.320 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:00.337 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_2 2026-02-12T00:25:00.623 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:01.009 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: Detected new or changed devices on trial052 2026-02-12T00:25:01.009 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.009 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.009 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial052 to 41511M 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[14476]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: Detected new or changed devices on trial052 2026-02-12T00:25:01.010 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial052 to 41511M 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.011 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:00 trial052 ceph-mon[22993]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: Detected new or changed devices on trial052 2026-02-12T00:25:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial052 to 41511M 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:01.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:00 trial116 ceph-mon[16720]: pgmap v21: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:02.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:02.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:02.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4146964854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]': finished 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:02.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4146964854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]': finished 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:02.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:02.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:02.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:02.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4146964854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]: dispatch 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c6bc4aab-1414-400d-a0b4-ca9a27cae56d"}]': finished 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: osdmap e10: 3 total, 1 up, 3 in 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:02.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:02 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/951191462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:02 trial052 ceph-mon[14476]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:02 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/951191462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:02 trial052 ceph-mon[22993]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:03.039 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:25:02.910+0000 7fba5c2eb740 -1 osd.1 0 log_to_monitors true 2026-02-12T00:25:03.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:02 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/951191462' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:03.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:02 trial116 ceph-mon[16720]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:04.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:03 trial052 ceph-mon[14476]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T00:25:04.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:03 trial052 ceph-mon[22993]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T00:25:04.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:03 trial116 ceph-mon[16720]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2026-02-12T00:25:04.788 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:25:04.687+0000 7fba5826c640 -1 osd.1 0 waiting for initial osdmap 2026-02-12T00:25:04.788 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:25:04.689+0000 7fba5008d640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:04.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[14476]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T00:25:04.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:04.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:04.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:04.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:04 trial052 ceph-mon[22993]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:25:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: osdmap e11: 3 total, 1 up, 3 in 2026-02-12T00:25:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:04 trial116 ceph-mon[16720]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T00:25:05.922 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T00:25:05.923 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:06.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:06.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: osdmap e12: 3 total, 1 up, 3 in 2026-02-12T00:25:06.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-02-12T00:25:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:07.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: Deploying daemon osd.2 on trial052 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248] boot 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[14476]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: Deploying daemon osd.2 on trial052 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248] boot 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:06 trial052 ceph-mon[22993]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:07.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: Deploying daemon osd.2 on trial052 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: osd.1 [v2:10.20.193.52:6810/4194611248,v1:10.20.193.52:6811/4194611248] boot 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: osdmap e13: 3 total, 2 up, 3 in 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:06 trial116 ceph-mon[16720]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 700 GiB / 700 GiB avail 2026-02-12T00:25:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:08.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:07 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:07 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:08.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:07 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:07 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.217 INFO:teuthology.orchestra.run.trial052.stdout:Created osd(s) 2 on host 'trial052' 2026-02-12T00:25:08.260 DEBUG:teuthology.orchestra.run.trial052:osd.2> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.2.service 2026-02-12T00:25:08.262 INFO:tasks.cephadm:Deploying osd.3 on trial052 with /dev/vg_nvme/lv_1... 2026-02-12T00:25:08.262 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T00:25:08.588 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:08.924 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:08.925 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:08.926 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: pgmap v29: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:09.194 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:25:09.014+0000 7f2fefad5740 -1 Falling back to public interface 2026-02-12T00:25:09.587 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:09.604 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial052:vg_nvme/lv_1 2026-02-12T00:25:09.896 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:10.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: Detected new or changed devices on trial052 2026-02-12T00:25:10.278 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial052 to 27674M 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:10.279 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: Detected new or changed devices on trial052 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial052 to 27674M 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:10.280 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:09 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: Detected new or changed devices on trial052 2026-02-12T00:25:10.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial052 to 27674M 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:09 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:11.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:11.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/851925677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]': finished 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:11.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/851925677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]': finished 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:11.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:11.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: pgmap v30: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:11.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/851925677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9959ca64-484b-4b0e-801b-2af4b6a6736c"}]': finished 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: osdmap e14: 4 total, 2 up, 4 in 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2799350166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:11 trial052 ceph-mon[14476]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T00:25:12.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2799350166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:11 trial052 ceph-mon[22993]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T00:25:12.289 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:25:11.820+0000 7f2fefad5740 -1 osd.2 0 log_to_monitors true 2026-02-12T00:25:12.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2799350166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:12.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:11 trial116 ceph-mon[16720]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:12 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:13.290 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:25:12.958+0000 7f2feba56640 -1 osd.2 0 waiting for initial osdmap 2026-02-12T00:25:13.290 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:25:12.960+0000 7f2fe787f640 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:13.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: pgmap v32: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:13.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:25:13.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: osdmap e15: 4 total, 2 up, 4 in 2026-02-12T00:25:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:12 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[14476]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[14476]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T00:25:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:14.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[22993]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:14.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[22993]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T00:25:14.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:14.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:14.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:13 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:14.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:13 trial116 ceph-mon[16720]: from='osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:14.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:13 trial116 ceph-mon[16720]: osdmap e16: 4 total, 2 up, 4 in 2026-02-12T00:25:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:13 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:13 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:13 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: pgmap v35: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636] boot 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:15.139 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: pgmap v35: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636] boot 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T00:25:15.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:15.141 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:15.141 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T00:25:15.141 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:14 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:15.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: pgmap v35: 0 pgs: ; 0 B data, 53 MiB used, 1.4 TiB / 1.4 TiB avail 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: osd.2 [v2:10.20.193.52:6818/3128965636,v1:10.20.193.52:6819/3128965636] boot 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: osdmap e17: 4 total, 3 up, 4 in 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-02-12T00:25:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:14 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:16.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:15 trial052 ceph-mon[14476]: Deploying daemon osd.3 on trial052 2026-02-12T00:25:16.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:15 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:16.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:15 trial052 ceph-mon[22993]: Deploying daemon osd.3 on trial052 2026-02-12T00:25:16.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:15 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:16.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:15 trial116 ceph-mon[16720]: Deploying daemon osd.3 on trial052 2026-02-12T00:25:16.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:15 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:17.014 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43202]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T00:25:17.014 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43202]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.014 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43202]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.014 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43202]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.014 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: pgmap v37: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: pgmap v37: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:17.015 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.016 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:16 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.288 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43221]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T00:25:17.288 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43221]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.288 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43221]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.288 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43221]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43411]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43411]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43411]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43411]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43426]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43426]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43426]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43426]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43245]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43245]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43245]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43245]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43270]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme2n1 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43270]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43270]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43270]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.290 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43291]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43291]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43291]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43291]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43301]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43301]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43301]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.291 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43301]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43369]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-02-12T00:25:17.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43369]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43369]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43369]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43386]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme1n1 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43386]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43386]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 sudo[43386]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: pgmap v37: 0 pgs: ; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:17.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: osdmap e18: 4 total, 3 up, 4 in 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:16 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18904]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18904]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18904]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18904]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18908]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme mtfdkcc1t9tgp-1bk1jabyy smart-log-add --json /dev/nvme0n1 2026-02-12T00:25:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18908]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-02-12T00:25:17.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18908]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-02-12T00:25:17.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 sudo[18908]: pam_unix(sudo:session): session closed for user root 2026-02-12T00:25:17.426 INFO:teuthology.orchestra.run.trial052.stdout:Created osd(s) 3 on host 'trial052' 2026-02-12T00:25:17.468 DEBUG:teuthology.orchestra.run.trial052:osd.3> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.3.service 2026-02-12T00:25:17.471 INFO:tasks.cephadm:Deploying osd.4 on trial116 with /dev/vg_nvme/lv_4... 2026-02-12T00:25:17.471 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_4 2026-02-12T00:25:17.751 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.080 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.081 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:17 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.288 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:25:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:25:18.195+0000 7f1f3a59d740 -1 Falling back to public interface 2026-02-12T00:25:18.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:18.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: osdmap e19: 4 total, 3 up, 4 in 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:25:18.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:17 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:18.474 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:25:18.491 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial116:vg_nvme/lv_4 2026-02-12T00:25:18.769 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:19.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: pgmap v40: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: Detected new or changed devices on trial052 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial052 to 20755M 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: mgrmap e15: y(active, since 62s), standbys: x 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:19.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:18 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: pgmap v40: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: Detected new or changed devices on trial052 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial052 to 20755M 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: mgrmap e15: y(active, since 62s), standbys: x 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: pgmap v40: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: osdmap e20: 4 total, 3 up, 4 in 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: Detected new or changed devices on trial052 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial052 to 20755M 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: mgrmap e15: y(active, since 62s), standbys: x 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:18 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/927894579' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]': finished 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/3425702611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/927894579' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]': finished 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:19 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/3425702611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/927894579' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdc66688-20fb-4d36-9f27-53242b8ad20b"}]': finished 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: osdmap e21: 5 total, 3 up, 5 in 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:19 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/3425702611' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:21.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:20 trial052 ceph-mon[14476]: pgmap v43: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:21.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:20 trial052 ceph-mon[22993]: pgmap v43: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:21.288 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:25:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:25:21.168+0000 7f1f3a59d740 -1 osd.3 0 log_to_monitors true 2026-02-12T00:25:21.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:20 trial116 ceph-mon[16720]: pgmap v43: 1 pgs: 1 creating+peering; 0 B data, 79 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:22.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:21 trial052 ceph-mon[14476]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:22.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:21 trial052 ceph-mon[14476]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:22.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:21 trial052 ceph-mon[22993]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:22.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:21 trial052 ceph-mon[22993]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:22.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:21 trial116 ceph-mon[16720]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:22.322 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:21 trial116 ceph-mon[16720]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2026-02-12T00:25:23.166 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:23.166 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:25:23.166 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T00:25:23.167 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:23.167 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:23.167 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:23.167 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:22 trial116 ceph-mon[16720]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:23.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[14476]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:23.289 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:25:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:25:22.987+0000 7f1f3651e640 -1 osd.3 0 waiting for initial osdmap 2026-02-12T00:25:23.289 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:25:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:25:22.989+0000 7f1f32347640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: osdmap e22: 5 total, 3 up, 5 in 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: from='osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:23.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:22 trial052 ceph-mon[22993]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[14476]: Deploying daemon osd.4 on trial116 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:24.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:23 trial052 ceph-mon[22993]: Deploying daemon osd.4 on trial116 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]}]': finished 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: osdmap e23: 5 total, 3 up, 5 in 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-02-12T00:25:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:24.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:23 trial116 ceph-mon[16720]: Deploying daemon osd.4 on trial116 2026-02-12T00:25:25.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616] boot 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616] boot 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:24 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:25.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 2.1 TiB / 2.1 TiB avail 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: osd.3 [v2:10.20.193.52:6826/2960643616,v1:10.20.193.52:6827/2960643616] boot 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: osdmap e24: 5 total, 4 up, 5 in 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:25:25.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:24 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:26.133 INFO:teuthology.orchestra.run.trial116.stdout:Created osd(s) 4 on host 'trial116' 2026-02-12T00:25:26.173 DEBUG:teuthology.orchestra.run.trial116:osd.4> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.4.service 2026-02-12T00:25:26.175 INFO:tasks.cephadm:Deploying osd.5 on trial116 with /dev/vg_nvme/lv_3... 2026-02-12T00:25:26.175 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_3 2026-02-12T00:25:26.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:25 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.312 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:26.313 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:25 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:26.504 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:26 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:25:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:25:26.822+0000 7fc786a12740 -1 Falling back to public interface 2026-02-12T00:25:27.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:27.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:27.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:27.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:26 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:27.552 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:25:27.569 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial116:vg_nvme/lv_3 2026-02-12T00:25:27.854 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:28.241 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:27 trial116 ceph-mon[16720]: Detected new or changed devices on trial116 2026-02-12T00:25:28.241 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:27 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 84047M 2026-02-12T00:25:28.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:27 trial052 ceph-mon[14476]: Detected new or changed devices on trial116 2026-02-12T00:25:28.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:27 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 84047M 2026-02-12T00:25:28.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:27 trial052 ceph-mon[22993]: Detected new or changed devices on trial116 2026-02-12T00:25:28.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:27 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 84047M 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/2358939548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]': finished 2026-02-12T00:25:29.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T00:25:29.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:29.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:28 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:29.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/2358939548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]': finished 2026-02-12T00:25:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/2358939548' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]: dispatch 2026-02-12T00:25:29.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "874526f2-935a-4249-861f-40f4b41e9d1b"}]': finished 2026-02-12T00:25:29.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: osdmap e25: 6 total, 4 up, 6 in 2026-02-12T00:25:29.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:29.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:28 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:29.846 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:25:29 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:25:29.593+0000 7fc786a12740 -1 osd.4 0 log_to_monitors true 2026-02-12T00:25:30.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/3197926717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:30.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[14476]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:30.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[14476]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:30.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/3197926717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:30.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[22993]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:30.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:30 trial052 ceph-mon[22993]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:30.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:30 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/3197926717' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:30.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:30 trial116 ceph-mon[16720]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:30.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:30 trial116 ceph-mon[16720]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[14476]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:31 trial052 ceph-mon[22993]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:31.346 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:25:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:25:31.004+0000 7fc782993640 -1 osd.4 0 waiting for initial osdmap 2026-02-12T00:25:31.347 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:25:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:25:31.006+0000 7fc77a7b4640 -1 osd.4 27 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: osdmap e26: 6 total, 4 up, 6 in 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: from='osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:31 trial116 ceph-mon[16720]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:32.030 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:32 trial116 ceph-mon[16720]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:32.030 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:32 trial116 ceph-mon[16720]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T00:25:32.030 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:32 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:32.030 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:32 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:32.031 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:32 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:32.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[14476]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[14476]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[22993]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[22993]: osdmap e27: 6 total, 4 up, 6 in 2026-02-12T00:25:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:32.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:32.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:32 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:33.076 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:33.076 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: pgmap v55: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950] boot 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T00:25:33.077 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:33 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:33.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:33.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: pgmap v55: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950] boot 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T00:25:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: pgmap v55: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 2.7 TiB / 2.7 TiB avail 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: osd.4 [v2:10.20.193.116:6800/3708814950,v1:10.20.193.116:6801/3708814950] boot 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: osdmap e28: 6 total, 5 up, 6 in 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: osdmap e29: 6 total, 5 up, 6 in 2026-02-12T00:25:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:33 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:34.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:34 trial052 ceph-mon[14476]: Deploying daemon osd.5 on trial116 2026-02-12T00:25:34.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:34 trial052 ceph-mon[22993]: Deploying daemon osd.5 on trial116 2026-02-12T00:25:34.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:34 trial116 ceph-mon[16720]: Deploying daemon osd.5 on trial116 2026-02-12T00:25:35.242 INFO:teuthology.orchestra.run.trial116.stdout:Created osd(s) 5 on host 'trial116' 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: pgmap v58: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:35.262 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:35.263 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:35 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.279 DEBUG:teuthology.orchestra.run.trial116:osd.5> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.5.service 2026-02-12T00:25:35.281 INFO:tasks.cephadm:Deploying osd.6 on trial116 with /dev/vg_nvme/lv_2... 2026-02-12T00:25:35.281 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_2 2026-02-12T00:25:35.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: pgmap v58: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:35.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T00:25:35.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: pgmap v58: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: osdmap e30: 6 total, 5 up, 6 in 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:35 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:35.609 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:36.215 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:36.215 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.215 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.215 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.215 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:36.216 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:36 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.216 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:25:35 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:25:35.904+0000 7f3fc8f1d740 -1 Falling back to public interface 2026-02-12T00:25:36.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:36.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:36 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:36.632 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:25:36.648 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial116:vg_nvme/lv_2 2026-02-12T00:25:36.936 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: pgmap v60: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: Detected new or changed devices on trial116 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 42023M 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:37.507 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:37 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:37.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: pgmap v60: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:37.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: Detected new or changed devices on trial116 2026-02-12T00:25:37.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 42023M 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: pgmap v60: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: Detected new or changed devices on trial116 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 42023M 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:37 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:38.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:38.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/1518852276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]': finished 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/2913538429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/1518852276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]': finished 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:38.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/2913538429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/1518852276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7cffd47b-6921-4d85-85e7-815cafbd5bea"}]': finished 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: osdmap e31: 7 total, 5 up, 7 in 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/2913538429' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:39.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[14476]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 97 KiB/s, 0 objects/s recovering 2026-02-12T00:25:39.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[14476]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[14476]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[22993]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 97 KiB/s, 0 objects/s recovering 2026-02-12T00:25:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[22993]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:39 trial052 ceph-mon[22993]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:39 trial116 ceph-mon[16720]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 97 KiB/s, 0 objects/s recovering 2026-02-12T00:25:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:39 trial116 ceph-mon[16720]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:39 trial116 ceph-mon[16720]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2026-02-12T00:25:39.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:25:39 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:25:39.156+0000 7f3fc8f1d740 -1 osd.5 0 log_to_monitors true 2026-02-12T00:25:41.097 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:25:40 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:25:40.821+0000 7f3fc56b1640 -1 osd.5 0 waiting for initial osdmap 2026-02-12T00:25:41.097 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:25:40 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:25:40.823+0000 7f3fbccbf640 -1 osd.5 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:25:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T00:25:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:41.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:41.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:40 trial116 ceph-mon[16720]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:41.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:25:41.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T00:25:41.287 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[22993]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: osdmap e32: 7 total, 5 up, 7 in 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:41.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: from='osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:41.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:40 trial052 ceph-mon[14476]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:41.927 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:41.927 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T00:25:41.927 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:41.927 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:41.928 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:41.928 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T00:25:41.928 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:41 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:42.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:42.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T00:25:42.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: osdmap e33: 7 total, 5 up, 7 in 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-02-12T00:25:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:41 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:43.084 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: Deploying daemon osd.6 on trial116 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481] boot 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:43.085 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:42 trial116 ceph-mon[16720]: pgmap v67: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:43.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:43.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: Deploying daemon osd.6 on trial116 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481] boot 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[14476]: pgmap v67: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: Deploying daemon osd.6 on trial116 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: osd.5 [v2:10.20.193.116:6808/805512481,v1:10.20.193.116:6809/805512481] boot 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: osdmap e34: 7 total, 6 up, 7 in 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:42 trial052 ceph-mon[22993]: pgmap v67: 1 pgs: 1 unknown; 577 KiB data, 135 MiB used, 3.4 TiB / 3.4 TiB avail 2026-02-12T00:25:44.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:43 trial116 ceph-mon[16720]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T00:25:44.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:43 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:44.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:43 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:44.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:43 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:43 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[14476]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T00:25:44.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:44.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:44.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[22993]: osdmap e35: 7 total, 6 up, 7 in 2026-02-12T00:25:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:43 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:44.492 INFO:teuthology.orchestra.run.trial116.stdout:Created osd(s) 6 on host 'trial116' 2026-02-12T00:25:44.531 DEBUG:teuthology.orchestra.run.trial116:osd.6> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.6.service 2026-02-12T00:25:44.533 INFO:tasks.cephadm:Deploying osd.7 on trial116 with /dev/vg_nvme/lv_1... 2026-02-12T00:25:44.533 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- lvm zap /dev/vg_nvme/lv_1 2026-02-12T00:25:44.857 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: pgmap v70: 1 pgs: 1 unknown; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:45.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:44 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T00:25:45.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:45.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: pgmap v70: 1 pgs: 1 unknown; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:45.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: osdmap e36: 7 total, 6 up, 7 in 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: pgmap v70: 1 pgs: 1 unknown; 577 KiB data, 161 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:44 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:45.846 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:25:45 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:25:45.511+0000 7f2773aa4740 -1 Falling back to public interface 2026-02-12T00:25:45.930 INFO:teuthology.orchestra.run.trial116.stdout: 2026-02-12T00:25:45.947 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch daemon add osd trial116:vg_nvme/lv_1 2026-02-12T00:25:46.230 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:25:46.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: Detected new or changed devices on trial116 2026-02-12T00:25:46.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 28015M 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: Detected new or changed devices on trial116 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 28015M 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:46 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: Detected new or changed devices on trial116 2026-02-12T00:25:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 28015M 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:46 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:47.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: pgmap v71: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:47.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:47.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/3099292013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]': finished 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: pgmap v71: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/3099292013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]': finished 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:47 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: pgmap v71: 1 pgs: 1 unknown; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/3099292013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]: dispatch 2026-02-12T00:25:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "298eb4e1-cc3f-4fc9-8a08-a64cdf79d071"}]': finished 2026-02-12T00:25:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: osdmap e37: 8 total, 6 up, 8 in 2026-02-12T00:25:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:47 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:48.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:48 trial052 ceph-mon[14476]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:48.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:48 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/1935845911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:48.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:48 trial052 ceph-mon[22993]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:48 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/1935845911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:48.591 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:48 trial116 ceph-mon[16720]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "trial116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:25:48.591 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:48 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/1935845911' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-02-12T00:25:48.846 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:25:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:25:48.589+0000 7f2773aa4740 -1 osd.6 0 log_to_monitors true 2026-02-12T00:25:49.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[14476]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:49.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[14476]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:49.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[14476]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[22993]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[22993]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:49 trial052 ceph-mon[22993]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:49 trial116 ceph-mon[16720]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 96 KiB/s, 0 objects/s recovering 2026-02-12T00:25:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:49 trial116 ceph-mon[16720]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:49.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:49 trial116 ceph-mon[16720]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2026-02-12T00:25:50.402 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:25:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:25:50.274+0000 7f276fa25640 -1 osd.6 0 waiting for initial osdmap 2026-02-12T00:25:50.402 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:25:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:25:50.277+0000 7f2767846640 -1 osd.6 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:50.403 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:50 trial116 ceph-mon[16720]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:50.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:25:50.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T00:25:50.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:50.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:50.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[14476]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: osdmap e38: 8 total, 6 up, 8 in 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: from='osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:50 trial052 ceph-mon[22993]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:51.465 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T00:25:51.466 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:51 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:51.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 95 KiB/s, 0 objects/s recovering 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: osdmap e39: 8 total, 6 up, 8 in 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-02-12T00:25:51.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:51 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:25:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:25:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: Deploying daemon osd.7 on trial116 2026-02-12T00:25:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148] boot 2026-02-12T00:25:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T00:25:52.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:52.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:52 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:52.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:25:52.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:25:52.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: Deploying daemon osd.7 on trial116 2026-02-12T00:25:52.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148] boot 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: Deploying daemon osd.7 on trial116 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: osd.6 [v2:10.20.193.116:6816/1378633148,v1:10.20.193.116:6817/1378633148] boot 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: osdmap e40: 8 total, 7 up, 8 in 2026-02-12T00:25:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:25:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:52 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:53.479 INFO:teuthology.orchestra.run.trial116.stdout:Created osd(s) 7 on host 'trial116' 2026-02-12T00:25:53.516 DEBUG:teuthology.orchestra.run.trial116:osd.7> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.7.service 2026-02-12T00:25:53.519 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-02-12T00:25:53.519 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 120 KiB/s, 0 objects/s recovering 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 120 KiB/s, 0 objects/s recovering 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:53 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.539 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 4.1 TiB / 4.1 TiB avail; 120 KiB/s, 0 objects/s recovering 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: osdmap e41: 8 total, 7 up, 8 in 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:53.540 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:53 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:53.815 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:54.010 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:54.058 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770855951,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:25:54.457 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T00:25:54.457 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1300568762' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.458 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:54.459 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:54.459 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:54 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T00:25:54.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:54.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:54.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1300568762' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: osdmap e42: 8 total, 7 up, 8 in 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1300568762' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:25:54.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:54 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:25:54.846 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:25:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:25:54.483+0000 7f8dd9964740 -1 Falling back to public interface 2026-02-12T00:25:55.059 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:25:55.343 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:55.364 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[14476]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:55.365 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[14476]: Detected new or changed devices on trial116 2026-02-12T00:25:55.365 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 21011M 2026-02-12T00:25:55.365 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[22993]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:55.365 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[22993]: Detected new or changed devices on trial116 2026-02-12T00:25:55.365 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:55 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 21011M 2026-02-12T00:25:55.536 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:55.573 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770855951,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:25:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:55 trial116 ceph-mon[16720]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 188 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:55 trial116 ceph-mon[16720]: Detected new or changed devices on trial116 2026-02-12T00:25:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:55 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 21011M 2026-02-12T00:25:56.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:56 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3965457859' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:56.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:56 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3965457859' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:56.574 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:25:56.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:56 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3965457859' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:56.859 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:57.051 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:57.088 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":42,"num_osds":8,"num_up_osds":7,"osd_up_since":1770855951,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:25:57.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:57 trial052 ceph-mon[14476]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:57.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:57 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3829387127' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:57.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:57 trial052 ceph-mon[22993]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:57.537 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:57 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3829387127' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:57 trial116 ceph-mon[16720]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:57 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3829387127' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:57.597 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:25:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:25:57.446+0000 7f8dd9964740 -1 osd.7 0 log_to_monitors true 2026-02-12T00:25:58.089 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:25:58.374 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:25:58.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:58 trial052 ceph-mon[22993]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:58 trial052 ceph-mon[22993]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:58 trial052 ceph-mon[14476]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:58 trial052 ceph-mon[14476]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.562 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:25:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:58 trial116 ceph-mon[16720]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:58 trial116 ceph-mon[16720]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2026-02-12T00:25:58.599 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1770855951,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:25:59 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2913154832' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:59.598 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:25:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:25:59.293+0000 7f8dd58e5640 -1 osd.7 0 waiting for initial osdmap 2026-02-12T00:25:59.598 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:25:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:25:59.297+0000 7f8dd170e640 -1 osd.7 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:25:59.600 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:25:59.625 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2913154832' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:25:59.626 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:25:59.627 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: from='osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.627 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: osdmap e43: 8 total, 7 up, 8 in 2026-02-12T00:25:59.627 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:25:59.627 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]: dispatch 2026-02-12T00:25:59.627 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:25:59 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2913154832' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:25:59.887 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:00.080 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:00.118 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":44,"num_osds":8,"num_up_osds":7,"osd_up_since":1770855951,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:26:00.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:00 trial116 ceph-mon[16720]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:26:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:00 trial116 ceph-mon[16720]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T00:26:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:00 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:00 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4219859585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:00.787 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[14476]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:26:00.787 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[14476]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T00:26:00.787 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4219859585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[22993]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]}]': finished 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[22993]: osdmap e44: 8 total, 7 up, 8 in 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:00.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:00 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4219859585' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:01.119 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd stat -f json 2026-02-12T00:26:01.414 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:01.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: purged_snaps scrub starts 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847] boot 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: purged_snaps scrub starts 2026-02-12T00:26:01.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:26:01.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:26:01.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847] boot 2026-02-12T00:26:01.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T00:26:01.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:01 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: purged_snaps scrub starts 2026-02-12T00:26:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: purged_snaps scrub ok 2026-02-12T00:26:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 4.8 TiB / 4.8 TiB avail 2026-02-12T00:26:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: osd.7 [v2:10.20.193.116:6824/2545178847,v1:10.20.193.116:6825/2545178847] boot 2026-02-12T00:26:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: osdmap e45: 8 total, 8 up, 8 in 2026-02-12T00:26:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:01 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:01.607 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:01.645 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":46,"num_osds":8,"num_up_osds":8,"osd_up_since":1770855960,"num_in_osds":8,"osd_in_since":1770855947,"num_remapped_pgs":0} 2026-02-12T00:26:01.645 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T00:26:01.934 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:02.123 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:02.124 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":46,"fsid":"15ece051-07a9-11f1-851f-d404e6e7d460","created":"2026-02-12T00:23:57.872525+0000","modified":"2026-02-12T00:26:01.299439+0000","last_up_change":"2026-02-12T00:26:00.291406+0000","last_in_change":"2026-02-12T00:25:47.096404+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T00:25:15.938943+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c077d14b-dce1-4129-a47a-6c96dd858b20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6803","nonce":1295704152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6804","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6805","nonce":1295704152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6808","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6809","nonce":1295704152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6807","nonce":1295704152}]},"public_addr":"10.20.193.52:6803/1295704152","cluster_addr":"10.20.193.52:6805/1295704152","heartbeat_back_addr":"10.20.193.52:6809/1295704152","heartbeat_front_addr":"10.20.193.52:6807/1295704152","state":["exists","up"]},{"osd":1,"uuid":"8609d1ca-6a5b-440c-84bf-f05b9c360431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6811","nonce":4194611248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6812","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6813","nonce":4194611248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6816","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6817","nonce":4194611248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6815","nonce":4194611248}]},"public_addr":"10.20.193.52:6811/4194611248","cluster_addr":"10.20.193.52:6813/4194611248","heartbeat_back_addr":"10.20.193.52:6817/4194611248","heartbeat_front_addr":"10.20.193.52:6815/4194611248","state":["exists","up"]},{"osd":2,"uuid":"c6bc4aab-1414-400d-a0b4-ca9a27cae56d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6819","nonce":3128965636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6820","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6821","nonce":3128965636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6824","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6825","nonce":3128965636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6823","nonce":3128965636}]},"public_addr":"10.20.193.52:6819/3128965636","cluster_addr":"10.20.193.52:6821/3128965636","heartbeat_back_addr":"10.20.193.52:6825/3128965636","heartbeat_front_addr":"10.20.193.52:6823/3128965636","state":["exists","up"]},{"osd":3,"uuid":"9959ca64-484b-4b0e-801b-2af4b6a6736c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6827","nonce":2960643616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6828","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6829","nonce":2960643616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6832","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6833","nonce":2960643616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6831","nonce":2960643616}]},"public_addr":"10.20.193.52:6827/2960643616","cluster_addr":"10.20.193.52:6829/2960643616","heartbeat_back_addr":"10.20.193.52:6833/2960643616","heartbeat_front_addr":"10.20.193.52:6831/2960643616","state":["exists","up"]},{"osd":4,"uuid":"fdc66688-20fb-4d36-9f27-53242b8ad20b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6800","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6801","nonce":3708814950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6802","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6803","nonce":3708814950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6806","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6807","nonce":3708814950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6804","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6805","nonce":3708814950}]},"public_addr":"10.20.193.116:6801/3708814950","cluster_addr":"10.20.193.116:6803/3708814950","heartbeat_back_addr":"10.20.193.116:6807/3708814950","heartbeat_front_addr":"10.20.193.116:6805/3708814950","state":["exists","up"]},{"osd":5,"uuid":"874526f2-935a-4249-861f-40f4b41e9d1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6808","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6809","nonce":805512481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6810","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6811","nonce":805512481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6814","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6815","nonce":805512481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6812","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6813","nonce":805512481}]},"public_addr":"10.20.193.116:6809/805512481","cluster_addr":"10.20.193.116:6811/805512481","heartbeat_back_addr":"10.20.193.116:6815/805512481","heartbeat_front_addr":"10.20.193.116:6813/805512481","state":["exists","up"]},{"osd":6,"uuid":"7cffd47b-6921-4d85-85e7-815cafbd5bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6816","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6817","nonce":1378633148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6818","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6819","nonce":1378633148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6822","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6823","nonce":1378633148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6820","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6821","nonce":1378633148}]},"public_addr":"10.20.193.116:6817/1378633148","cluster_addr":"10.20.193.116:6819/1378633148","heartbeat_back_addr":"10.20.193.116:6823/1378633148","heartbeat_front_addr":"10.20.193.116:6821/1378633148","state":["exists","up"]},{"osd":7,"uuid":"298eb4e1-cc3f-4fc9-8a08-a64cdf79d071","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6824","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6825","nonce":2545178847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6826","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6827","nonce":2545178847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6830","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6831","nonce":2545178847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6828","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6829","nonce":2545178847}]},"public_addr":"10.20.193.116:6825/2545178847","cluster_addr":"10.20.193.116:6827/2545178847","heartbeat_back_addr":"10.20.193.116:6831/2545178847","heartbeat_front_addr":"10.20.193.116:6829/2545178847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/3860009694":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6800/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/588890394":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/4199047345":"2026-02-13T00:24:07.636695+0000","10.20.193.52:6800/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/3017195398":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/1151128257":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/3507072122":"2026-02-13T00:24:07.636695+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T00:26:02.165 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-12T00:25:15.938943+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-12T00:26:02.165 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd pool get .mgr pg_num 2026-02-12T00:26:02.451 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:02.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[14476]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T00:26:02.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3393411017' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:02.567 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[14476]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:02.568 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/28201136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:02.568 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[22993]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T00:26:02.568 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3393411017' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:02.568 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[22993]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:02.568 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:02 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/28201136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:02.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:02 trial116 ceph-mon[16720]: osdmap e46: 8 total, 8 up, 8 in 2026-02-12T00:26:02.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:02 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3393411017' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-02-12T00:26:02.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:02 trial116 ceph-mon[16720]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:02.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:02 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/28201136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:02.643 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-12T00:26:02.682 INFO:tasks.cephadm:Adding prometheus.a on trial116 2026-02-12T00:26:02.682 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply prometheus '1;trial116=a' 2026-02-12T00:26:02.966 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:26:03.175 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled prometheus update... 2026-02-12T00:26:03.230 DEBUG:teuthology.orchestra.run.trial116:prometheus.a> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a.service 2026-02-12T00:26:03.233 INFO:tasks.cephadm:Adding node-exporter.a on trial052 2026-02-12T00:26:03.233 INFO:tasks.cephadm:Adding node-exporter.b on trial116 2026-02-12T00:26:03.233 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply node-exporter '2;trial052=a;trial116=b' 2026-02-12T00:26:03.555 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:26:03.578 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3044465700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: Saving service prometheus spec with placement trial116=a;count:1 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:03.579 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:03 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.758 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled node-exporter update... 2026-02-12T00:26:03.787 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3044465700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: Saving service prometheus spec with placement trial116=a;count:1 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: osdmap e47: 8 total, 8 up, 8 in 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3044465700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: Saving service prometheus spec with placement trial116=a;count:1 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:03 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:03.796 DEBUG:teuthology.orchestra.run.trial052:node-exporter.a> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service 2026-02-12T00:26:03.799 DEBUG:teuthology.orchestra.run.trial116:node-exporter.b> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service 2026-02-12T00:26:03.801 INFO:tasks.cephadm:Adding alertmanager.a on trial052 2026-02-12T00:26:03.802 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply alertmanager '1;trial052=a' 2026-02-12T00:26:04.122 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:26:04.338 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled alertmanager update... 2026-02-12T00:26:04.391 DEBUG:teuthology.orchestra.run.trial052:alertmanager.a> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@alertmanager.a.service 2026-02-12T00:26:04.393 INFO:tasks.cephadm:Adding grafana.a on trial116 2026-02-12T00:26:04.394 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph orch apply grafana '1;trial116=a' 2026-02-12T00:26:04.687 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:26:04.892 INFO:teuthology.orchestra.run.trial116.stdout:Scheduled grafana update... 2026-02-12T00:26:04.930 DEBUG:teuthology.orchestra.run.trial116:grafana.a> sudo journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@grafana.a.service 2026-02-12T00:26:04.932 INFO:tasks.cephadm:Setting up client nodes... 2026-02-12T00:26:04.932 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: Deploying daemon prometheus.a on trial116 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial052=a;trial116=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: Saving service node-exporter spec with placement trial052=a;trial116=b;count:2 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: Deploying daemon prometheus.a on trial116 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial052=a;trial116=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: Saving service node-exporter spec with placement trial052=a;trial116=b;count:2 2026-02-12T00:26:05.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.079 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:05.079 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:04 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: Deploying daemon prometheus.a on trial116 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;trial052=a;trial116=b", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: Saving service node-exporter spec with placement trial052=a;trial116=b;count:2 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: pgmap v91: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:04 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:05.214 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:05.454 INFO:teuthology.orchestra.run.trial052.stdout:[client.0] 2026-02-12T00:26:05.454 INFO:teuthology.orchestra.run.trial052.stdout: key = AQAdHo1pvs8DGxAAuN3SXLVsWvnftkQBAlal/w== 2026-02-12T00:26:05.490 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-12T00:26:05.490 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-02-12T00:26:05.490 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-12T00:26:05.527 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-02-12T00:26:05.812 INFO:teuthology.orchestra.run.trial116.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.b/config 2026-02-12T00:26:06.041 INFO:teuthology.orchestra.run.trial116.stdout:[client.1] 2026-02-12T00:26:06.042 INFO:teuthology.orchestra.run.trial116.stdout: key = AQAeHo1p1NBUAhAAvODcjifQkaf4hjFpRg+1ew== 2026-02-12T00:26:06.075 DEBUG:teuthology.orchestra.run.trial116:> set -ex 2026-02-12T00:26:06.075 DEBUG:teuthology.orchestra.run.trial116:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-02-12T00:26:06.075 DEBUG:teuthology.orchestra.run.trial116:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-12T00:26:06.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial052=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: Saving service alertmanager spec with placement trial052=a;count:1 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: Saving service grafana spec with placement trial116=a;count:1 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:06.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:05 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:06.111 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph config log 1 --format=json 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial052=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: Saving service alertmanager spec with placement trial052=a;count:1 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: Saving service grafana spec with placement trial116=a;count:1 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;trial052=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: Saving service alertmanager spec with placement trial052=a;count:1 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;trial116=a", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: Saving service grafana spec with placement trial116=a;count:1 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:05 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3996521143' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:06.392 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:06.589 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:06.627 INFO:teuthology.orchestra.run.trial052.stdout:[{"version":18,"timestamp":"2026-02-12T00:25:54.173935+0000","name":"","changes":[{"name":"osd/host:trial116/osd_memory_target","previous_value":"29376643891","new_value":"22032482918"}]}] 2026-02-12T00:26:06.627 INFO:tasks.ceph_manager:config epoch is 18 2026-02-12T00:26:06.628 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-12T00:26:06.628 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-02-12T00:26:06.628 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph mgr dump --format=json 2026-02-12T00:26:06.910 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:07.123 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[22993]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[22993]: from='client.? 10.20.193.116:0/2134419089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/115660898' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[14476]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[14476]: from='client.? 10.20.193.116:0/2134419089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:07.158 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:06 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/115660898' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T00:26:07.159 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"flags":0,"active_gid":14150,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6800","nonce":2107313169},{"type":"v1","addr":"10.20.193.52:6801","nonce":2107313169}]},"active_addr":"10.20.193.52:6801/2107313169","active_change":"2026-02-12T00:24:15.904933+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14211,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://10.20.193.52:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":2396489413}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":1156037167}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":196561769}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":288186134}]}]} 2026-02-12T00:26:07.161 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-02-12T00:26:07.161 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-02-12T00:26:07.162 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T00:26:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:06 trial116 ceph-mon[16720]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:06 trial116 ceph-mon[16720]: from='client.? 10.20.193.116:0/2134419089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:06 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-02-12T00:26:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:06 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-02-12T00:26:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:06 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/115660898' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2026-02-12T00:26:07.442 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:07.630 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:07.631 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":47,"fsid":"15ece051-07a9-11f1-851f-d404e6e7d460","created":"2026-02-12T00:23:57.872525+0000","modified":"2026-02-12T00:26:02.300119+0000","last_up_change":"2026-02-12T00:26:00.291406+0000","last_in_change":"2026-02-12T00:25:47.096404+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T00:25:15.938943+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c077d14b-dce1-4129-a47a-6c96dd858b20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6803","nonce":1295704152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6804","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6805","nonce":1295704152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6808","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6809","nonce":1295704152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6807","nonce":1295704152}]},"public_addr":"10.20.193.52:6803/1295704152","cluster_addr":"10.20.193.52:6805/1295704152","heartbeat_back_addr":"10.20.193.52:6809/1295704152","heartbeat_front_addr":"10.20.193.52:6807/1295704152","state":["exists","up"]},{"osd":1,"uuid":"8609d1ca-6a5b-440c-84bf-f05b9c360431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6811","nonce":4194611248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6812","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6813","nonce":4194611248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6816","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6817","nonce":4194611248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6815","nonce":4194611248}]},"public_addr":"10.20.193.52:6811/4194611248","cluster_addr":"10.20.193.52:6813/4194611248","heartbeat_back_addr":"10.20.193.52:6817/4194611248","heartbeat_front_addr":"10.20.193.52:6815/4194611248","state":["exists","up"]},{"osd":2,"uuid":"c6bc4aab-1414-400d-a0b4-ca9a27cae56d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6819","nonce":3128965636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6820","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6821","nonce":3128965636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6824","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6825","nonce":3128965636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6823","nonce":3128965636}]},"public_addr":"10.20.193.52:6819/3128965636","cluster_addr":"10.20.193.52:6821/3128965636","heartbeat_back_addr":"10.20.193.52:6825/3128965636","heartbeat_front_addr":"10.20.193.52:6823/3128965636","state":["exists","up"]},{"osd":3,"uuid":"9959ca64-484b-4b0e-801b-2af4b6a6736c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6827","nonce":2960643616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6828","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6829","nonce":2960643616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6832","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6833","nonce":2960643616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6831","nonce":2960643616}]},"public_addr":"10.20.193.52:6827/2960643616","cluster_addr":"10.20.193.52:6829/2960643616","heartbeat_back_addr":"10.20.193.52:6833/2960643616","heartbeat_front_addr":"10.20.193.52:6831/2960643616","state":["exists","up"]},{"osd":4,"uuid":"fdc66688-20fb-4d36-9f27-53242b8ad20b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6800","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6801","nonce":3708814950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6802","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6803","nonce":3708814950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6806","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6807","nonce":3708814950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6804","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6805","nonce":3708814950}]},"public_addr":"10.20.193.116:6801/3708814950","cluster_addr":"10.20.193.116:6803/3708814950","heartbeat_back_addr":"10.20.193.116:6807/3708814950","heartbeat_front_addr":"10.20.193.116:6805/3708814950","state":["exists","up"]},{"osd":5,"uuid":"874526f2-935a-4249-861f-40f4b41e9d1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6808","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6809","nonce":805512481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6810","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6811","nonce":805512481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6814","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6815","nonce":805512481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6812","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6813","nonce":805512481}]},"public_addr":"10.20.193.116:6809/805512481","cluster_addr":"10.20.193.116:6811/805512481","heartbeat_back_addr":"10.20.193.116:6815/805512481","heartbeat_front_addr":"10.20.193.116:6813/805512481","state":["exists","up"]},{"osd":6,"uuid":"7cffd47b-6921-4d85-85e7-815cafbd5bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6816","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6817","nonce":1378633148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6818","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6819","nonce":1378633148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6822","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6823","nonce":1378633148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6820","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6821","nonce":1378633148}]},"public_addr":"10.20.193.116:6817/1378633148","cluster_addr":"10.20.193.116:6819/1378633148","heartbeat_back_addr":"10.20.193.116:6823/1378633148","heartbeat_front_addr":"10.20.193.116:6821/1378633148","state":["exists","up"]},{"osd":7,"uuid":"298eb4e1-cc3f-4fc9-8a08-a64cdf79d071","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6824","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6825","nonce":2545178847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6826","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6827","nonce":2545178847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6830","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6831","nonce":2545178847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6828","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6829","nonce":2545178847}]},"public_addr":"10.20.193.116:6825/2545178847","cluster_addr":"10.20.193.116:6827/2545178847","heartbeat_back_addr":"10.20.193.116:6831/2545178847","heartbeat_front_addr":"10.20.193.116:6829/2545178847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/3860009694":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6800/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/588890394":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/4199047345":"2026-02-13T00:24:07.636695+0000","10.20.193.52:6800/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/3017195398":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/1151128257":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/3507072122":"2026-02-13T00:24:07.636695+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T00:26:07.682 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-02-12T00:26:07.682 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd dump --format=json 2026-02-12T00:26:07.963 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:07.966 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:07 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1546079570' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:26:07.966 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:07 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2845372810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:08.077 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:07 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1546079570' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:26:08.078 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:07 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2845372810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:08.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:07 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1546079570' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:26:08.078 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:07 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2845372810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:08.161 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:08.162 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":47,"fsid":"15ece051-07a9-11f1-851f-d404e6e7d460","created":"2026-02-12T00:23:57.872525+0000","modified":"2026-02-12T00:26:02.300119+0000","last_up_change":"2026-02-12T00:26:00.291406+0000","last_in_change":"2026-02-12T00:25:47.096404+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-12T00:25:15.938943+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c077d14b-dce1-4129-a47a-6c96dd858b20","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6803","nonce":1295704152}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6804","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6805","nonce":1295704152}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6808","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6809","nonce":1295704152}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1295704152},{"type":"v1","addr":"10.20.193.52:6807","nonce":1295704152}]},"public_addr":"10.20.193.52:6803/1295704152","cluster_addr":"10.20.193.52:6805/1295704152","heartbeat_back_addr":"10.20.193.52:6809/1295704152","heartbeat_front_addr":"10.20.193.52:6807/1295704152","state":["exists","up"]},{"osd":1,"uuid":"8609d1ca-6a5b-440c-84bf-f05b9c360431","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":29,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6811","nonce":4194611248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6812","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6813","nonce":4194611248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6816","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6817","nonce":4194611248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":4194611248},{"type":"v1","addr":"10.20.193.52:6815","nonce":4194611248}]},"public_addr":"10.20.193.52:6811/4194611248","cluster_addr":"10.20.193.52:6813/4194611248","heartbeat_back_addr":"10.20.193.52:6817/4194611248","heartbeat_front_addr":"10.20.193.52:6815/4194611248","state":["exists","up"]},{"osd":2,"uuid":"c6bc4aab-1414-400d-a0b4-ca9a27cae56d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6819","nonce":3128965636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6820","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6821","nonce":3128965636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6824","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6825","nonce":3128965636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":3128965636},{"type":"v1","addr":"10.20.193.52:6823","nonce":3128965636}]},"public_addr":"10.20.193.52:6819/3128965636","cluster_addr":"10.20.193.52:6821/3128965636","heartbeat_back_addr":"10.20.193.52:6825/3128965636","heartbeat_front_addr":"10.20.193.52:6823/3128965636","state":["exists","up"]},{"osd":3,"uuid":"9959ca64-484b-4b0e-801b-2af4b6a6736c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6827","nonce":2960643616}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6828","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6829","nonce":2960643616}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6832","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6833","nonce":2960643616}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2960643616},{"type":"v1","addr":"10.20.193.52:6831","nonce":2960643616}]},"public_addr":"10.20.193.52:6827/2960643616","cluster_addr":"10.20.193.52:6829/2960643616","heartbeat_back_addr":"10.20.193.52:6833/2960643616","heartbeat_front_addr":"10.20.193.52:6831/2960643616","state":["exists","up"]},{"osd":4,"uuid":"fdc66688-20fb-4d36-9f27-53242b8ad20b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":28,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6800","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6801","nonce":3708814950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6802","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6803","nonce":3708814950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6806","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6807","nonce":3708814950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6804","nonce":3708814950},{"type":"v1","addr":"10.20.193.116:6805","nonce":3708814950}]},"public_addr":"10.20.193.116:6801/3708814950","cluster_addr":"10.20.193.116:6803/3708814950","heartbeat_back_addr":"10.20.193.116:6807/3708814950","heartbeat_front_addr":"10.20.193.116:6805/3708814950","state":["exists","up"]},{"osd":5,"uuid":"874526f2-935a-4249-861f-40f4b41e9d1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":35,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6808","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6809","nonce":805512481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6810","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6811","nonce":805512481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6814","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6815","nonce":805512481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6812","nonce":805512481},{"type":"v1","addr":"10.20.193.116:6813","nonce":805512481}]},"public_addr":"10.20.193.116:6809/805512481","cluster_addr":"10.20.193.116:6811/805512481","heartbeat_back_addr":"10.20.193.116:6815/805512481","heartbeat_front_addr":"10.20.193.116:6813/805512481","state":["exists","up"]},{"osd":6,"uuid":"7cffd47b-6921-4d85-85e7-815cafbd5bea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6816","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6817","nonce":1378633148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6818","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6819","nonce":1378633148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6822","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6823","nonce":1378633148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6820","nonce":1378633148},{"type":"v1","addr":"10.20.193.116:6821","nonce":1378633148}]},"public_addr":"10.20.193.116:6817/1378633148","cluster_addr":"10.20.193.116:6819/1378633148","heartbeat_back_addr":"10.20.193.116:6823/1378633148","heartbeat_front_addr":"10.20.193.116:6821/1378633148","state":["exists","up"]},{"osd":7,"uuid":"298eb4e1-cc3f-4fc9-8a08-a64cdf79d071","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6824","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6825","nonce":2545178847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6826","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6827","nonce":2545178847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6830","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6831","nonce":2545178847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.116:6828","nonce":2545178847},{"type":"v1","addr":"10.20.193.116:6829","nonce":2545178847}]},"public_addr":"10.20.193.116:6825/2545178847","cluster_addr":"10.20.193.116:6827/2545178847","heartbeat_back_addr":"10.20.193.116:6831/2545178847","heartbeat_front_addr":"10.20.193.116:6829/2545178847","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/3860009694":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6800/2695186010":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/588890394":"2026-02-13T00:24:15.904832+0000","10.20.193.52:6801/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/4199047345":"2026-02-13T00:24:07.636695+0000","10.20.193.52:6800/761648874":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/3017195398":"2026-02-13T00:24:07.636695+0000","10.20.193.52:0/1151128257":"2026-02-13T00:24:15.904832+0000","10.20.193.52:0/3507072122":"2026-02-13T00:24:07.636695+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-12T00:26:08.200 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.0 flush_pg_stats 2026-02-12T00:26:08.200 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.1 flush_pg_stats 2026-02-12T00:26:08.201 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.2 flush_pg_stats 2026-02-12T00:26:08.202 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.3 flush_pg_stats 2026-02-12T00:26:08.202 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.4 flush_pg_stats 2026-02-12T00:26:08.203 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.5 flush_pg_stats 2026-02-12T00:26:08.203 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.6 flush_pg_stats 2026-02-12T00:26:08.203 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph tell osd.7 flush_pg_stats 2026-02-12T00:26:08.228 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 systemd[1]: Started Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:08.568 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.569 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.569 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.569 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.576 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.228Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.228Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.228Z caller=main.go:623 level=info host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial116 (none))" 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.228Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.228Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.229Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.229Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T00:26:08.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.230Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.230Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.231Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.231Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.082µs 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.231Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.232Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.232Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.641µs wal_replay_duration=1.370217ms wbl_replay_duration=130ns total_replay_duration=1.39884ms 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.233Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.233Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.233Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.242Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.626802ms db_storage=752ns remote_storage=1.393µs web_handler=341ns query_engine=431ns scrape=284.509µs scrape_sd=69.349µs notify=411ns notify_sd=891ns rules=8.042115ms tracing=3.496µs 2026-02-12T00:26:08.598 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.242Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T00:26:08.599 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:08.242Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T00:26:08.607 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.654 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.655 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:08.775 INFO:teuthology.orchestra.run.trial052.stdout:38654705682 2026-02-12T00:26:08.776 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T00:26:08.779 INFO:teuthology.orchestra.run.trial052.stdout:146028888073 2026-02-12T00:26:08.780 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T00:26:08.787 INFO:teuthology.orchestra.run.trial052.stdout:103079215116 2026-02-12T00:26:08.788 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T00:26:08.794 INFO:teuthology.orchestra.run.trial052.stdout:193273528323 2026-02-12T00:26:08.794 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T00:26:08.798 INFO:teuthology.orchestra.run.trial052.stdout:120259084297 2026-02-12T00:26:08.799 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T00:26:08.815 INFO:teuthology.orchestra.run.trial052.stdout:171798691847 2026-02-12T00:26:08.816 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T00:26:08.821 INFO:teuthology.orchestra.run.trial052.stdout:55834574863 2026-02-12T00:26:08.822 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T00:26:08.824 INFO:teuthology.orchestra.run.trial052.stdout:73014444045 2026-02-12T00:26:08.825 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T00:26:09.105 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.110 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.150 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2482655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T00:26:09.151 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:09.152 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2482655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:09.152 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.152 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.152 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.152 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:08 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T00:26:09.155 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.156 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.156 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.158 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.223 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.226 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:09.293 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:09.294 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2482655' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-02-12T00:26:09.294 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.294 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.294 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' 2026-02-12T00:26:09.294 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:08 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-02-12T00:26:09.345 INFO:teuthology.orchestra.run.trial052.stdout:146028888072 2026-02-12T00:26:09.350 INFO:teuthology.orchestra.run.trial052.stdout:38654705681 2026-02-12T00:26:09.363 INFO:teuthology.orchestra.run.trial052.stdout:103079215115 2026-02-12T00:26:09.364 INFO:teuthology.orchestra.run.trial052.stdout:193273528322 2026-02-12T00:26:09.368 INFO:teuthology.orchestra.run.trial052.stdout:171798691846 2026-02-12T00:26:09.371 INFO:teuthology.orchestra.run.trial052.stdout:120259084296 2026-02-12T00:26:09.395 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888073 got 146028888072 for osd.5 2026-02-12T00:26:09.403 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setuser ceph since I am not root 2026-02-12T00:26:09.403 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setgroup ceph since I am not root 2026-02-12T00:26:09.406 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2026-02-12T00:26:09.419 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215116 got 103079215115 for osd.3 2026-02-12T00:26:09.421 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084297 got 120259084296 for osd.4 2026-02-12T00:26:09.422 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528322 for osd.7 2026-02-12T00:26:09.425 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691847 got 171798691846 for osd.6 2026-02-12T00:26:09.445 INFO:teuthology.orchestra.run.trial052.stdout:55834574862 2026-02-12T00:26:09.451 INFO:teuthology.orchestra.run.trial052.stdout:73014444044 2026-02-12T00:26:09.487 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574862 for osd.1 2026-02-12T00:26:09.494 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444045 got 73014444044 for osd.2 2026-02-12T00:26:09.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: ignoring --setuser ceph since I am not root 2026-02-12T00:26:09.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: ignoring --setgroup ceph since I am not root 2026-02-12T00:26:09.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-mgr[18115]: -- 10.20.193.116:0/148409328 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce7cf674a0 con 0x55ce7cf45400 2026-02-12T00:26:09.913 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.659+0000 7ffb0f51a140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:26:09.914 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.804+0000 7ffb0f51a140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:26:09.914 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.839+0000 7ffb0f51a140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:26:09.914 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.880+0000 7ffb0f51a140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:26:09.914 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.912+0000 7ffb0f51a140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:26:09.954 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.699+0000 7fc87a613140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:26:09.954 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.845+0000 7fc87a613140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:26:09.954 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.879+0000 7fc87a613140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:26:09.954 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.921+0000 7fc87a613140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:26:09.954 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.952+0000 7fc87a613140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:09.946+0000 7ffb0f51a140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.013+0000 7ffb0f51a140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: from numpy import show_config as show_numpy_config 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.086+0000 7ffb0f51a140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:26:10.220 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.120+0000 7ffb0f51a140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:26:10.221 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.218+0000 7ffb0f51a140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:26:10.259 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:09.987+0000 7fc87a613140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.054+0000 7fc87a613140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: from numpy import show_config as show_numpy_config 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.129+0000 7fc87a613140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:26:10.260 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.163+0000 7fc87a613140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:26:10.396 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T00:26:10.406 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T00:26:10.420 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T00:26:10.421 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T00:26:10.423 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T00:26:10.425 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T00:26:10.487 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T00:26:10.495 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: mgrmap e16: y(active, since 113s), standbys: x 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3165984557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3084343678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3295954310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1503190653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/967334700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1564819321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4261736197' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2419737828' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: mgrmap e16: y(active, since 113s), standbys: x 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3165984557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:10.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3084343678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3295954310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1503190653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/967334700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1564819321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4261736197' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:10 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2419737828' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.261+0000 7fc87a613140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.322+0000 7fc87a613140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:26:10.540 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.357+0000 7fc87a613140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:26:10.541 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.390+0000 7fc87a613140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:26:10.541 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.426+0000 7fc87a613140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:26:10.541 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.458+0000 7fc87a613140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:26:10.596 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.278+0000 7ffb0f51a140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.312+0000 7ffb0f51a140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.344+0000 7ffb0f51a140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.378+0000 7ffb0f51a140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.409+0000 7ffb0f51a140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='mgr.14150 10.20.193.52:0/2750242966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: mgrmap e16: y(active, since 113s), standbys: x 2026-02-12T00:26:10.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3165984557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3084343678' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3295954310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1503190653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/967334700' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1564819321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4261736197' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:10.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:10 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2419737828' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:10.723 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.798 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.799 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.799 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.823 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.744+0000 7fc87a613140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:26:10.849 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.875 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.876 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.902 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.645+0000 7ffb0f51a140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:26:10.903 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.745+0000 7ffb0f51a140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:26:10.903 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.776+0000 7ffb0f51a140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:26:10.903 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.807+0000 7ffb0f51a140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:26:10.903 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.900+0000 7ffb0f51a140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:26:10.923 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:10.950 INFO:teuthology.orchestra.run.trial052.stdout:146028888072 2026-02-12T00:26:11.003 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888073 got 146028888072 for osd.5 2026-02-12T00:26:11.015 INFO:teuthology.orchestra.run.trial052.stdout:120259084296 2026-02-12T00:26:11.020 INFO:teuthology.orchestra.run.trial052.stdout:38654705681 2026-02-12T00:26:11.029 INFO:teuthology.orchestra.run.trial052.stdout:171798691846 2026-02-12T00:26:11.062 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084297 got 120259084296 for osd.4 2026-02-12T00:26:11.065 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2026-02-12T00:26:11.067 INFO:teuthology.orchestra.run.trial052.stdout:103079215115 2026-02-12T00:26:11.077 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.862+0000 7fc87a613140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:26:11.078 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.901+0000 7fc87a613140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:26:11.078 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:10.939+0000 7fc87a613140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:26:11.078 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:11.051+0000 7fc87a613140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:26:11.079 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691847 got 171798691846 for osd.6 2026-02-12T00:26:11.082 INFO:teuthology.orchestra.run.trial052.stdout:193273528322 2026-02-12T00:26:11.092 INFO:teuthology.orchestra.run.trial052.stdout:55834574862 2026-02-12T00:26:11.114 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215116 got 103079215115 for osd.3 2026-02-12T00:26:11.124 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528322 for osd.7 2026-02-12T00:26:11.136 INFO:teuthology.orchestra.run.trial052.stdout:73014444044 2026-02-12T00:26:11.138 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574862 for osd.1 2026-02-12T00:26:11.175 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444045 got 73014444044 for osd.2 2026-02-12T00:26:11.260 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:10 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:10.929+0000 7ffb0f51a140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:26:11.261 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:11.022+0000 7ffb0f51a140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:26:11.519 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:11.487+0000 7ffb0f51a140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3528797637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2923047056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3870262306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3383990316' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/534170473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:11.520 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2054351377' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:11.521 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/12460704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:11.521 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:11 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2269998351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3528797637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2923047056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3870262306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3383990316' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/534170473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2054351377' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/12460704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2269998351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3528797637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:11.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2923047056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3870262306' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3383990316' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/534170473' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2054351377' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/12460704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:11 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2269998351' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:11.540 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:11.086+0000 7fc87a613140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:26:11.541 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:11.191+0000 7fc87a613140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:26:11.846 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:11.517+0000 7ffb0f51a140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:26:12.003 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T00:26:12.026 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:11.659+0000 7fc87a613140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:26:12.026 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:11 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:11.689+0000 7fc87a613140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:26:12.063 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T00:26:12.066 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T00:26:12.080 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T00:26:12.115 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T00:26:12.125 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T00:26:12.139 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T00:26:12.176 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:11.918+0000 7ffb0f51a140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: [12/Feb/2026:00:26:11] ENGINE Bus STARTING 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: CherryPy Checker: 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: The Application mounted at '' has an empty config. 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:12 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: [12/Feb/2026:00:26:12] ENGINE Serving on http://:::9283 2026-02-12T00:26:12.186 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:26:12 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[18107]: [12/Feb/2026:00:26:12] ENGINE Bus STARTED 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:12.098+0000 7fc87a613140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:12] ENGINE Bus STARTING 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: CherryPy Checker: 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: The Application mounted at '' has an empty config. 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:12] ENGINE Serving on http://:::9283 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:12] ENGINE Bus STARTED 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: Standby manager daemon x restarted 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: Active manager daemon y restarted 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: mgrmap e17: y(active, starting, since 0.00496745s), standbys: x 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:26:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: Standby manager daemon x restarted 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: Active manager daemon y restarted 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: Activating manager daemon y 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: mgrmap e17: y(active, starting, since 0.00496745s), standbys: x 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:26:12.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: Manager daemon y is now available 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.316 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.448 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.450 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.454 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: Standby manager daemon x restarted 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/1216670684' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: Active manager daemon y restarted 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:26:12.491 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: osdmap e48: 8 total, 8 up, 8 in 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: mgrmap e17: y(active, starting, since 0.00496745s), standbys: x 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-02-12T00:26:12.492 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:26:12.493 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.494 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:26:12.537 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.538 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.538 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.548 INFO:teuthology.orchestra.run.trial052.stdout:146028888072 2026-02-12T00:26:12.564 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:12.604 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888073 got 146028888072 for osd.5 2026-02-12T00:26:12.674 INFO:teuthology.orchestra.run.trial052.stdout:171798691846 2026-02-12T00:26:12.682 INFO:teuthology.orchestra.run.trial052.stdout:120259084296 2026-02-12T00:26:12.682 INFO:teuthology.orchestra.run.trial052.stdout:38654705681 2026-02-12T00:26:12.722 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691847 got 171798691846 for osd.6 2026-02-12T00:26:12.728 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084297 got 120259084296 for osd.4 2026-02-12T00:26:12.729 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705681 for osd.0 2026-02-12T00:26:12.758 INFO:teuthology.orchestra.run.trial052.stdout:193273528322 2026-02-12T00:26:12.765 INFO:teuthology.orchestra.run.trial052.stdout:55834574862 2026-02-12T00:26:12.773 INFO:teuthology.orchestra.run.trial052.stdout:73014444044 2026-02-12T00:26:12.775 INFO:teuthology.orchestra.run.trial052.stdout:103079215115 2026-02-12T00:26:12.804 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528322 for osd.7 2026-02-12T00:26:12.815 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574862 for osd.1 2026-02-12T00:26:12.821 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444045 got 73014444044 for osd.2 2026-02-12T00:26:12.831 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215116 got 103079215115 for osd.3 2026-02-12T00:26:13.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1275960685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/179110214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1498748714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/799724675' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2268337344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/595104532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/446546036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1182165435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: mgrmap e18: y(active, since 1.00821s), standbys: x 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1275960685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/179110214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1498748714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:13.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/799724675' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2268337344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/595104532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/446546036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1182165435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: mgrmap e18: y(active, since 1.00821s), standbys: x 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:13.543 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:13 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1275960685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/179110214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1498748714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/799724675' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2268337344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/595104532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/446546036' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1182165435' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: mgrmap e18: y(active, since 1.00821s), standbys: x 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:13.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:13 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:13.604 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.5 2026-02-12T00:26:13.724 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.6 2026-02-12T00:26:13.729 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.4 2026-02-12T00:26:13.730 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.0 2026-02-12T00:26:13.805 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.7 2026-02-12T00:26:13.816 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.1 2026-02-12T00:26:13.822 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.2 2026-02-12T00:26:13.832 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph osd last-stat-seq osd.3 2026-02-12T00:26:13.907 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.034 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.112 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.113 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.139 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.139 INFO:teuthology.orchestra.run.trial052.stdout:146028888074 2026-02-12T00:26:14.195 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888073 got 146028888074 for osd.5 2026-02-12T00:26:14.196 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.220 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.221 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.221 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:14.263 INFO:teuthology.orchestra.run.trial052.stdout:171798691848 2026-02-12T00:26:14.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691847 got 171798691848 for osd.6 2026-02-12T00:26:14.309 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.328 INFO:teuthology.orchestra.run.trial052.stdout:38654705683 2026-02-12T00:26:14.332 INFO:teuthology.orchestra.run.trial052.stdout:120259084298 2026-02-12T00:26:14.344 INFO:teuthology.orchestra.run.trial052.stdout:193273528324 2026-02-12T00:26:14.369 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705682 got 38654705683 for osd.0 2026-02-12T00:26:14.369 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.377 INFO:tasks.cephadm.ceph_manager.ceph:need seq 120259084297 got 120259084298 for osd.4 2026-02-12T00:26:14.377 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.385 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528323 got 193273528324 for osd.7 2026-02-12T00:26:14.385 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.423 INFO:teuthology.orchestra.run.trial052.stdout:73014444046 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:26:14] "GET /metrics HTTP/1.1" 200 23644 "" "Prometheus/2.51.0" 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: [12/Feb/2026:00:26:12] ENGINE Bus STARTING 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: [12/Feb/2026:00:26:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: [12/Feb/2026:00:26:12] ENGINE Client ('10.20.193.52', 52256) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: [12/Feb/2026:00:26:13] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: [12/Feb/2026:00:26:13] ENGINE Bus STARTED 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 20755M 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4013239648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: [12/Feb/2026:00:26:12] ENGINE Bus STARTING 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: [12/Feb/2026:00:26:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: [12/Feb/2026:00:26:12] ENGINE Client ('10.20.193.52', 52256) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: [12/Feb/2026:00:26:13] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: [12/Feb/2026:00:26:13] ENGINE Bus STARTED 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 20755M 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.424 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:14 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4013239648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:14.427 INFO:teuthology.orchestra.run.trial052.stdout:55834574864 2026-02-12T00:26:14.429 INFO:teuthology.orchestra.run.trial052.stdout:103079215117 2026-02-12T00:26:14.469 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574863 got 55834574864 for osd.1 2026-02-12T00:26:14.469 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.483 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444045 got 73014444046 for osd.2 2026-02-12T00:26:14.483 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.489 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215116 got 103079215117 for osd.3 2026-02-12T00:26:14.489 DEBUG:teuthology.parallel:result is None 2026-02-12T00:26:14.489 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-02-12T00:26:14.489 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T00:26:14.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: [12/Feb/2026:00:26:12] ENGINE Bus STARTING 2026-02-12T00:26:14.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: [12/Feb/2026:00:26:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:26:14.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: [12/Feb/2026:00:26:12] ENGINE Client ('10.20.193.52', 52256) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:26:14.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: [12/Feb/2026:00:26:13] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: [12/Feb/2026:00:26:13] ENGINE Bus STARTED 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 20755M 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:14.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:14 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4013239648' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-02-12T00:26:14.959 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:15.160 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:15.160 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-12T00:26:15.199 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-12T00:26:14.107572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221172,"kb_used_data":5404,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804428,"statfs":{"total":6012954214400,"available":6012727734272,"internally_reserved":0,"allocated":5533696,"data_stored":3277576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":220712504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.996840"},"pg_stats":[{"pgid":"1.0","version":"19'92","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2026-02-12T00:26:12.618302+0000","last_change":"2026-02-12T00:26:02.307441+0000","last_active":"2026-02-12T00:26:12.618302+0000","last_peered":"2026-02-12T00:26:12.618302+0000","last_clean":"2026-02-12T00:26:12.618302+0000","last_became_active":"2026-02-12T00:26:02.302743+0000","last_became_peered":"2026-02-12T00:26:02.302743+0000","last_unstale":"2026-02-12T00:26:12.618302+0000","last_undegraded":"2026-02-12T00:26:12.618302+0000","last_fullsized":"2026-02-12T00:26:12.618302+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T00:25:15.963771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T00:25:15.963771+0000","last_clean_scrub_stamp":"2026-02-12T00:25:15.963771+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T10:42:13.870646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":45,"seq":193273528324,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":34,"seq":146028888074,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":28,"seq":120259084298,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27428,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975772,"statfs":{"total":751619276800,"available":751591190528,"internally_reserved":0,"allocated":462848,"data_stored":185312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215117,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":17,"seq":73014444046,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28008,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975192,"statfs":{"total":751619276800,"available":751590596608,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T00:26:15.200 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph pg dump --format=json 2026-02-12T00:26:15.436 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.436 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/206004813' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2500280532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/191618055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3656348418' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1220727333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:15.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1350626810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1132679735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[22993]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.438 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/206004813' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2500280532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/191618055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3656348418' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1220727333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1350626810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1132679735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:15.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-mon[14476]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T00:26:15.440 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 podman[55115]: 2026-02-12 00:26:15.410463037 +0000 UTC m=+0.019092194 container create 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:15.564 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/206004813' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2500280532' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/191618055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-02-12T00:26:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3656348418' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-02-12T00:26:15.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1220727333' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-02-12T00:26:15.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1350626810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-02-12T00:26:15.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1132679735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-02-12T00:26:15.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:15 trial116 ceph-mon[16720]: mgrmap e19: y(active, since 2s), standbys: x 2026-02-12T00:26:15.695 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE Bus STOPPING 2026-02-12T00:26:15.695 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:15.696 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE Bus STOPPED 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 podman[55115]: 2026-02-12 00:26:15.438013124 +0000 UTC m=+0.046642231 container init 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 podman[55115]: 2026-02-12 00:26:15.440403626 +0000 UTC m=+0.049032723 container start 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 bash[55115]: 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 podman[55115]: 2026-02-12 00:26:15.401200844 +0000 UTC m=+0.009829941 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 systemd[1]: Started Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.452Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T00:26:15.696 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.452Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.452Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.52 port=9094 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.453Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.469Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.469Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.471Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T00:26:15.697 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:15.471Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T00:26:15.768 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:15.768 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-12T00:26:15.804 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-12T00:26:14.107572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":5872025600,"kb_used":221172,"kb_used_data":5404,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":5871804428,"statfs":{"total":6012954214400,"available":6012727734272,"internally_reserved":0,"allocated":5533696,"data_stored":3277576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":220712504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.996840"},"pg_stats":[{"pgid":"1.0","version":"19'92","reported_seq":19,"reported_epoch":48,"state":"active+clean","last_fresh":"2026-02-12T00:26:12.618302+0000","last_change":"2026-02-12T00:26:02.307441+0000","last_active":"2026-02-12T00:26:12.618302+0000","last_peered":"2026-02-12T00:26:12.618302+0000","last_clean":"2026-02-12T00:26:12.618302+0000","last_became_active":"2026-02-12T00:26:02.302743+0000","last_became_peered":"2026-02-12T00:26:02.302743+0000","last_unstale":"2026-02-12T00:26:12.618302+0000","last_undegraded":"2026-02-12T00:26:12.618302+0000","last_fullsized":"2026-02-12T00:26:12.618302+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-12T00:25:15.963771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-12T00:25:15.963771+0000","last_clean_scrub_stamp":"2026-02-12T00:25:15.963771+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-13T10:42:13.870646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":45,"seq":193273528324,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27589067},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":40,"seq":171798691848,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28004,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975196,"statfs":{"total":751619276800,"available":751590600704,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":34,"seq":146028888074,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":28,"seq":120259084298,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27428,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975772,"statfs":{"total":751619276800,"available":751591190528,"internally_reserved":0,"allocated":462848,"data_stored":185312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215117,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":17,"seq":73014444046,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":734003200,"kb_used":27432,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975768,"statfs":{"total":751619276800,"available":751591186432,"internally_reserved":0,"allocated":475136,"data_stored":191306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705683,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":734003200,"kb_used":28008,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":733975192,"statfs":{"total":751619276800,"available":751590596608,"internally_reserved":0,"allocated":1056768,"data_stored":775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-12T00:26:15.805 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-02-12T00:26:15.806 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-12T00:26:15.806 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-02-12T00:26:15.806 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph health --format=json 2026-02-12T00:26:16.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE Bus STARTING 2026-02-12T00:26:16.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE Serving on http://:::9283 2026-02-12T00:26:16.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:15] ENGINE Bus STARTED 2026-02-12T00:26:16.091 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:16.303 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:26:16.303 INFO:teuthology.orchestra.run.trial052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-12T00:26:16.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:16.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:16.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:16.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:16 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.339 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-02-12T00:26:16.339 INFO:tasks.cephadm:Setup complete, yielding 2026-02-12T00:26:16.340 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T00:26:16.354 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:26:16.354 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2026-02-12T00:26:16.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:16 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:16.637 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:16.872 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T00:26:16.884 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:26:16.884 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2026-02-12T00:26:17.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:16 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:16] ENGINE Bus STOPPING 2026-02-12T00:26:17.167 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: Deploying daemon grafana.a on trial116 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3311780719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T00:26:17.455 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1852707920' entity='client.admin' 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:17] ENGINE Bus STOPPED 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:17] ENGINE Bus STARTING 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:17] ENGINE Serving on http://:::9283 2026-02-12T00:26:17.456 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:17] ENGINE Bus STARTED 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: Deploying daemon grafana.a on trial116 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3311780719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1852707920' entity='client.admin' 2026-02-12T00:26:17.457 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:17 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: Regenerating cephadm self-signed grafana TLS certificates 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: Deploying daemon grafana.a on trial116 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3311780719' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: mgrmap e20: y(active, since 4s), standbys: x 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1852707920' entity='client.admin' 2026-02-12T00:26:17.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:17 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:17.788 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:17 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:17.454Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000858698s 2026-02-12T00:26:19.150 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:26:19.150 INFO:teuthology.orchestra.run.trial052.stdout: "id": "6c874054-17c8-4eac-bec9-2765f5dccf50", 2026-02-12T00:26:19.151 INFO:teuthology.orchestra.run.trial052.stdout: "name": "r", 2026-02-12T00:26:19.151 INFO:teuthology.orchestra.run.trial052.stdout: "current_period": "935988a8-6088-4d8b-b6be-446bd801ff97", 2026-02-12T00:26:19.151 INFO:teuthology.orchestra.run.trial052.stdout: "epoch": 1 2026-02-12T00:26:19.151 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:26:19.184 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2026-02-12T00:26:19.263 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:19 trial116 ceph-mon[16720]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:19.263 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:19 trial116 ceph-mon[16720]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T00:26:19.264 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:19 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T00:26:19.264 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 systemd[1]: Started Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:19.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[14476]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:19.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[14476]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T00:26:19.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T00:26:19.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[22993]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:19.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[22993]: osdmap e49: 8 total, 8 up, 8 in 2026-02-12T00:26:19.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:19 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-02-12T00:26:19.475 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263074321Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-02-12T00:26:19Z 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263200455Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263204442Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263207338Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263209732Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263211756Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T00:26:19.516 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.26321375Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263215733Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263217787Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263220111Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263221995Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263223808Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263225672Z level=info msg=Target target=[all] 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263228898Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263230611Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263232294Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263234097Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T00:26:19.517 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263238095Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=settings t=2026-02-12T00:26:19.263240129Z level=info msg="App mode production" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore t=2026-02-12T00:26:19.263371653Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore t=2026-02-12T00:26:19.263379828Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.263683192Z level=info msg="Starting DB migrations" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.264287155Z level=info msg="Executing migration" id="create migration_log table" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.264717204Z level=info msg="Migration successfully executed" id="create migration_log table" duration=429.698µs 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.265037439Z level=info msg="Executing migration" id="create user table" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.265335663Z level=info msg="Migration successfully executed" id="create user table" duration=297.112µs 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.265575399Z level=info msg="Executing migration" id="add unique index user.login" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.265855609Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=280.141µs 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.266088061Z level=info msg="Executing migration" id="add unique index user.email" 2026-02-12T00:26:19.518 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.266358163Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=270.051µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.266589744Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.266854195Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=264.682µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.267286208Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.267549096Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=262.739µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.267763475Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.268602915Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=839.25µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.268832291Z level=info msg="Executing migration" id="create user table v2" 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.269128812Z level=info msg="Migration successfully executed" id="create user table v2" duration=295.96µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.269339423Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.26959604Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=257.078µs 2026-02-12T00:26:19.519 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.269760716Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.270023054Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=262.007µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.270251148Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.270408179Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=157.012µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.270614182Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.270825816Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=211.453µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.271095537Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.27149525Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=400.013µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.271709157Z level=info msg="Executing migration" id="Update user table charset" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.271716952Z level=info msg="Migration successfully executed" id="Update user table charset" duration=8.045µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.271949985Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.272333357Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=383.343µs 2026-02-12T00:26:19.520 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.272547285Z level=info msg="Executing migration" id="Add missing user data" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.272626903Z level=info msg="Migration successfully executed" id="Add missing user data" duration=79.998µs 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.272847192Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.273245062Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=397.048µs 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.273462716Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.273726606Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=263.851µs 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.273909386Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.274368399Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=458.943µs 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.274583779Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.277095347Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=2.510375ms 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.277330985Z level=info msg="Executing migration" id="Add uid column to user" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.27773194Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=400.915µs 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.277967337Z level=info msg="Executing migration" id="Update uid column values for users" 2026-02-12T00:26:19.521 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.278049159Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=81.611µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.278299595Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.278561221Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=261.736µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.278795947Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.27908243Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=286.532µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.279317336Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.279579493Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=262.067µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.279800283Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.28007278Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=272.496µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.280298169Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.280560136Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=262.117µs 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.280780415Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-02-12T00:26:19.522 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.281048002Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=267.867µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.281338693Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.281355153Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=17.152µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.281678133Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.28205292Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=374.385µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.282322761Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.282648517Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=325.745µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.282899323Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.28323703Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=337.608µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.283484049Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.283794767Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=308.924µs 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.284007081Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-02-12T00:26:19.523 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.285062092Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=1.05492ms 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.285280428Z level=info msg="Executing migration" id="create temp_user v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.285572029Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=291.482µs 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.285776099Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.286047663Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=271.715µs 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.286248096Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.286522736Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=274.621µs 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.286722237Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.286994843Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=273.118µs 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.28719723Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.287461952Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=264.742µs 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.287682822Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-02-12T00:26:19.524 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.287832911Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=150.029µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.288038934Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.288244346Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=205.311µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.288443345Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.288595137Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=151.892µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.288801601Z level=info msg="Executing migration" id="create star table" 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.289045094Z level=info msg="Migration successfully executed" id="create star table" duration=243.502µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.289244454Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.289533091Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=286.502µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.289776683Z level=info msg="Executing migration" id="create org table v1" 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.290048238Z level=info msg="Migration successfully executed" id="create org table v1" duration=271.374µs 2026-02-12T00:26:19.525 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.290251045Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.290522359Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=271.174µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.290733592Z level=info msg="Executing migration" id="create org_user table v1" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.290997131Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=263.47µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.291205509Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.291490338Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=284.789µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.291693876Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.291991459Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=297.503µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292195689Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292473846Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=278.568µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292675641Z level=info msg="Executing migration" id="Update org table charset" 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292686541Z level=info msg="Migration successfully executed" id="Update org table charset" duration=8.396µs 2026-02-12T00:26:19.526 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292898384Z level=info msg="Executing migration" id="Update org_user table charset" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.292906189Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=8.165µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.293160432Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.293226194Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=65.722µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.293430554Z level=info msg="Executing migration" id="create dashboard table" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.29372452Z level=info msg="Migration successfully executed" id="create dashboard table" duration=293.896µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.293933468Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.29425748Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=323.762µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.294461039Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.294760044Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=298.765µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.2949678Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.295213517Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=246.187µs 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.295426262Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-02-12T00:26:19.527 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.295703428Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=277.065µs 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.295905032Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.296179051Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=274.11µs 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.296384253Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.298029029Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=1.644676ms 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.298242215Z level=info msg="Executing migration" id="create dashboard v2" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.298525151Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=283.086µs 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.298731715Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.299010183Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=278.096µs 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.299232526Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.299521072Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=287.735µs 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.299730451Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-02-12T00:26:19.528 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.299875561Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=145.19µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.300132819Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.300470757Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=337.107µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.300681999Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.300704732Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=20.277µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.300939398Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.301498166Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=558.718µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.301704029Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.302247899Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=543.58µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.302456808Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.303035112Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=578.265µs 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.303244321Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-02-12T00:26:19.529 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.303527998Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=283.737µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.303731546Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.304279725Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=548.069µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.304491328Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.304781057Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=289.568µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305005464Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305280515Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=274.791µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305493972Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305505754Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=12.263µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305730551Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305738416Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=8.165µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.305968494Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.306553801Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=585.388µs 2026-02-12T00:26:19.530 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.306759704Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.307335003Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=575.45µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.30754336Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.308156059Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=612.058µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.30836627Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.308937111Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=571.322µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.309143734Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.309229804Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=86.18µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.309482925Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.30975489Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=271.635µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.309976081Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.310244991Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=268.96µs 2026-02-12T00:26:19.531 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.310452116Z level=info msg="Executing migration" id="Update dashboard title length" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.3104597Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=7.965µs 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.310683766Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.310982141Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=298.004µs 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.311190127Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.311446053Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=255.775µs 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.311650733Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.313041638Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=1.390824ms 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.313259252Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.31351602Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=256.827µs 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.313717624Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.314004037Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=286.483µs 2026-02-12T00:26:19.532 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.314211522Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.314489418Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=277.756µs 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.314690472Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.31481874Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=127.897µs 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.314992353Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.315204317Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=212.114µs 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.315407234Z level=info msg="Executing migration" id="Add check_sum column" 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.316038377Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=630.852µs 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.316246905Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-02-12T00:26:19.537 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.316525833Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=278.057µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.316722589Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.316786617Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=64.159µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.317026243Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.317093307Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=66.955µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.317323295Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.317593738Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=270.423µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.317795713Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.318416867Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=621.225µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.318625866Z level=info msg="Executing migration" id="create data_source table" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.318970756Z level=info msg="Migration successfully executed" id="create data_source table" duration=344.56µs 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.319196356Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-02-12T00:26:19.538 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.319476216Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=280.02µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.319679884Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.319963582Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=283.807µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.320169675Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.320445197Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=274.871µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.320646801Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.320933494Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=286.272µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.32114636Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.322653741Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.507081ms 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.322871325Z level=info msg="Executing migration" id="create data_source table v2" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.323227778Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=356.493µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.323437678Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.323733968Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=296.461µs 2026-02-12T00:26:19.539 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.323905908Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.324255287Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=348.898µs 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.324465227Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.324679255Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=211.884µs 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.324852457Z level=info msg="Executing migration" id="Add column with_credentials" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.325556535Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=703.969µs 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.325762869Z level=info msg="Executing migration" id="Add secure json data column" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.326432624Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=669.464µs 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.326638837Z level=info msg="Executing migration" id="Update data_source table charset" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.326662781Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=24.114µs 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.326925339Z level=info msg="Executing migration" id="Update initial version to 1" 2026-02-12T00:26:19.540 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.327004817Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=79.358µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.32724896Z level=info msg="Executing migration" id="Add read_only data column" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.327960553Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=711.733µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.328172707Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.328250622Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=77.974µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.32849171Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.328561319Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=69.68µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.328768745Z level=info msg="Executing migration" id="Add uid column" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.32944428Z level=info msg="Migration successfully executed" id="Add uid column" duration=675.535µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.329647939Z level=info msg="Executing migration" id="Update uid value" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.329724561Z level=info msg="Migration successfully executed" id="Update uid value" duration=77.003µs 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.329983933Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-02-12T00:26:19.541 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.330283389Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=299.507µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.330493149Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.330771366Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=277.887µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.33098298Z level=info msg="Executing migration" id="create api_key table" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.331280703Z level=info msg="Migration successfully executed" id="create api_key table" duration=297.032µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.331490443Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.331791121Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=300.859µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.332001342Z level=info msg="Executing migration" id="add index api_key.key" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.332282194Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=280.441µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.332504447Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.332800006Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=295.389µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.333031717Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.333309503Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=281.022µs 2026-02-12T00:26:19.542 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.333515857Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.333792521Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=276.684µs 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.333999856Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.334275438Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=275.341µs 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.334485839Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.336136717Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=1.651238ms 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.336363859Z level=info msg="Executing migration" id="create api_key table v2" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.336640043Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=276.143µs 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.336840195Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.337129713Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=289.488µs 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.337337318Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.337615235Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=277.416µs 2026-02-12T00:26:19.543 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.337814295Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.338121385Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=306.87µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.338331085Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.338475764Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=144.218µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.33867274Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.338883792Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=211.042µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.339099583Z level=info msg="Executing migration" id="Update api_key table charset" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.33910875Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=8.866µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.339366269Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.340076399Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=710.23µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.340280107Z level=info msg="Executing migration" id="Add service account foreign key" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.340992862Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=713.386µs 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.341201089Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-02-12T00:26:19.544 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.341264276Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=62.797µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.341503721Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.342264976Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=761.154µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.342474154Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.343226523Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=752.128µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.343439348Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.343723125Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=283.137µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.343930491Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.344146011Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=215.451µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.344362634Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.344681276Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=318.472µs 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.344850741Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-02-12T00:26:19.545 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.345162741Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=311.839µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.34537748Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.345684871Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=307.331µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.345893048Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.346216469Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=323.19µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.346429565Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.346449562Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=20.328µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.346672006Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.3466797Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=7.985µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.346903926Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.347697051Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=793.074µs 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.34790684Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-02-12T00:26:19.546 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.348677092Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=770.221µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.348891049Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.34891838Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=27.912µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.349168295Z level=info msg="Executing migration" id="create quota table v1" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.349444027Z level=info msg="Migration successfully executed" id="create quota table v1" duration=275.602µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.349647746Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.349932435Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=284.358µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.350136324Z level=info msg="Executing migration" id="Update quota table charset" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.350144238Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=8.346µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.350398351Z level=info msg="Executing migration" id="create plugin_setting table" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.350680284Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=282.585µs 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.350881478Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-02-12T00:26:19.547 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.351214397Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=332.708µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.351419007Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.352203545Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=784.579µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.352410259Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.352419136Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=8.816µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35267982Z level=info msg="Executing migration" id="create session table" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353008611Z level=info msg="Migration successfully executed" id="create session table" duration=328.852µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353228199Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353261211Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=33.563µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353500656Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353530822Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=30.397µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.353738849Z level=info msg="Executing migration" id="create playlist table v2" 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354016184Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=276.914µs 2026-02-12T00:26:19.548 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35422911Z level=info msg="Executing migration" id="create playlist item table v2" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354495465Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=266.205µs 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354702189Z level=info msg="Executing migration" id="Update playlist table charset" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354710183Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=8.616µs 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354962743Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.354970537Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=7.975µs 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35523036Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.356083085Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=852.594µs 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.356293566Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35713524Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=841.173µs 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.357338077Z level=info msg="Executing migration" id="drop preferences table v2" 2026-02-12T00:26:19.549 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.357369846Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=32.15µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35759795Z level=info msg="Executing migration" id="drop preferences table v3" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.357628777Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=30.758µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.357830262Z level=info msg="Executing migration" id="create preferences table v3" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.358118798Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=288.456µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.358321655Z level=info msg="Executing migration" id="Update preferences table charset" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.35832992Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=8.206µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.358578452Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.359451815Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=873.323µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.359663178Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.359720384Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=57.377µs 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.360004332Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.361101952Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=1.097831ms 2026-02-12T00:26:19.550 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.361314707Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.36217754Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=862.954µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.362379346Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.362400104Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=20.999µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.362661791Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.363012542Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=350.652µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.363245716Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.363554349Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=307.963µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.363766513Z level=info msg="Executing migration" id="create alert table v1" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.364176145Z level=info msg="Migration successfully executed" id="create alert table v1" duration=409.331µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.364392607Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.364731807Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=339.311µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.364972625Z level=info msg="Executing migration" id="add index alert state" 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.365262413Z level=info msg="Migration successfully executed" id="add index alert state" duration=289.688µs 2026-02-12T00:26:19.551 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.365466402Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.365760789Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=294.497µs 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.365962685Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.366214913Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=252.299µs 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.366419674Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.366733016Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=313.182µs 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.366937637Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.367227746Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=289.729µs 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.367433528Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.369941599Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=2.477484ms 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.370152761Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.370415139Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=262.317µs 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.370627203Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-02-12T00:26:19.552 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.370937239Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=309.836µs 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.371145396Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.371265369Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=119.972µs 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.371458268Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.371665012Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=206.744µs 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.37183605Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.372114056Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=277.776µs 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.37231542Z level=info msg="Executing migration" id="Add column is_default" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.373268301Z level=info msg="Migration successfully executed" id="Add column is_default" duration=952.41µs 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.373473963Z level=info msg="Executing migration" id="Add column frequency" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.37451056Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.036526ms 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.37471538Z level=info msg="Executing migration" id="Add column send_reminder" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.375797401Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.082542ms 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.376002803Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-02-12T00:26:19.553 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.376952768Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=950.076µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377157208Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377444111Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=286.953µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377644303Z level=info msg="Executing migration" id="Update alert table charset" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377652789Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=8.716µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377862629Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.377870574Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=8.386µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.378126389Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.378396632Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=270.232µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.378664099Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.378961511Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=297.392µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.379172694Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.379467592Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=294.918µs 2026-02-12T00:26:19.554 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.379681029Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.379971819Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=290.63µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.380178733Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.380472209Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=293.435µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.380667151Z level=info msg="Executing migration" id="Add for to alert table" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.381650759Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=983.488µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.381854297Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.382871728Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.01731ms 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.383110672Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.383178829Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=68.627µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.383407954Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.383692093Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=283.678µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.383893527Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.384192833Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=299.136µs 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.38439566Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-02-12T00:26:19.555 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.385381773Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=985.882µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.385583207Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.385603244Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=20.578µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.385859641Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.386169547Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=309.866µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.38637035Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.386696656Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=326.186µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.386905865Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.386944006Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=38.562µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.387182288Z level=info msg="Executing migration" id="create annotation table v5" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.387487375Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=305.066µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.387689631Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.388004146Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=314.454µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.38821087Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.38849587Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=284.769µs 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.388698015Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-02-12T00:26:19.556 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.388992623Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=294.367µs 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.389201561Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.389527356Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=325.054µs 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.38973388Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.390074663Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=340.633µs 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.390286758Z level=info msg="Executing migration" id="Update annotation table charset" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.390294592Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=8.215µs 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.390538786Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.391646855Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=1.107929ms 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.391868367Z level=info msg="Executing migration" id="Drop category_id index" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.392214761Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=346.134µs 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.392417608Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.393460065Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.042377ms 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.393669374Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-02-12T00:26:19.557 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.393924909Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=256.156µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.394127345Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.394429426Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=301.801µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.394632564Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.394946838Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=314.113µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.395160495Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.39789664Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=2.735974ms 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.398108914Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.398366633Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=257.538µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.398564361Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.398860832Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=296.04µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399075661Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399196245Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=120.544µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399389274Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399599675Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=210.701µs 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399768148Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-02-12T00:26:19.558 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.399831445Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=64.029µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.400115373Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.40116851Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.052706ms 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.401372018Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.402423672Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.051323ms 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.402627792Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.402949029Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=321.027µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.403168517Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.403462593Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=293.937µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.403669097Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.403752272Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=83.425µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.403956982Z level=info msg="Executing migration" id="Add epoch_end column" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.405033302Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=1.07626ms 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.405238363Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.405533071Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=294.848µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.405737952Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.405797482Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=59.751µs 2026-02-12T00:26:19.559 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.406031978Z level=info msg="Executing migration" id="Move region to single row" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.406143786Z level=info msg="Migration successfully executed" id="Move region to single row" duration=111.847µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.406370838Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.406668671Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=297.523µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.406838286Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.40714159Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=303.264µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.407349336Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.407648903Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=299.416µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.407849726Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.408156166Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=306.419µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.408355095Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.408646357Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=291.121µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.408845757Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.409145424Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=298.855µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.409344424Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.409364331Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=20.328µs 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.409632199Z level=info msg="Executing migration" id="create test_data table" 2026-02-12T00:26:19.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.409929221Z level=info msg="Migration successfully executed" id="create test_data table" duration=297.322µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.41014406Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.410431003Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=286.843µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.410649489Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.410940911Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=291.381µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.411148617Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.411457441Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=308.694µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.411659075Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.411724176Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=64.921µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.411934748Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412077683Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=143.377µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412273337Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412293555Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=20.368µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412505458Z level=info msg="Executing migration" id="create team table" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412768337Z level=info msg="Migration successfully executed" id="create team table" duration=263.289µs 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.412972707Z level=info msg="Executing migration" id="add index team.org_id" 2026-02-12T00:26:19.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.413316606Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=343.909µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.41352885Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.413828607Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=298.925µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.414037325Z level=info msg="Executing migration" id="Add column uid in team" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.415186771Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.149877ms 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.415389057Z level=info msg="Executing migration" id="Update uid column values in team" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.415454849Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=65.942µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.415684667Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.415996276Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=311.489µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.416203831Z level=info msg="Executing migration" id="create team member table" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.416478522Z level=info msg="Migration successfully executed" id="create team member table" duration=274.62µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.41668228Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.416991765Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=309.114µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.41719892Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.417498397Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=299.506µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.417700793Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.417996713Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=295.289µs 2026-02-12T00:26:19.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.418201604Z level=info msg="Executing migration" id="Add column email to team table" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.419450414Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.248591ms 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.419657489Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.420945613Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.288104ms 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.421149833Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.422331218Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.181515ms 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.42253691Z level=info msg="Executing migration" id="create dashboard acl table" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.422880659Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=343.178µs 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.423109515Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.42342445Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=314.745µs 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.423633709Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.424010028Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=375.768µs 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.424254602Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.424569768Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=314.955µs 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.424771663Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.42508713Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=315.376µs 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.425289856Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-02-12T00:26:19.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.425594993Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=304.977µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.425796558Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.426115841Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=318.962µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.426321584Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.426644073Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=321.708µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.426845247Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.427049687Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=204.52µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.427270738Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.427350005Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=78.967µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.427547652Z level=info msg="Executing migration" id="create tag table" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.427816341Z level=info msg="Migration successfully executed" id="create tag table" duration=268.549µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.428034457Z level=info msg="Executing migration" id="add index tag.key_value" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.42833753Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=303.645µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.428541519Z level=info msg="Executing migration" id="create login attempt table" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.428789169Z level=info msg="Migration successfully executed" id="create login attempt table" duration=247.811µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.428992768Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.429293196Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=299.787µs 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.429494981Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-02-12T00:26:19.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.42979048Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=295.359µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.429964554Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.43336862Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=3.404126ms 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.433575734Z level=info msg="Executing migration" id="create login_attempt v2" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.433834726Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=259.061µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.434038064Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.43433745Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=299.216µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.434539425Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.43466009Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=120.434µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.434821049Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.43504765Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=226.531µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.435253152Z level=info msg="Executing migration" id="create user auth table" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.435507234Z level=info msg="Migration successfully executed" id="create user auth table" duration=253.972µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.435699872Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.436015619Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=315.847µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.436221351Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.43624234Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=21.119µs 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.436502894Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-02-12T00:26:19.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.437798181Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.294967ms 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.438002521Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.439283722Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.28108ms 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.439487761Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.440774292Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.28637ms 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.440998058Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.442299657Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.301569ms 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.442502023Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.442802201Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=300.178µs 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.443010037Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.444315593Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.306097ms 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.444525704Z level=info msg="Executing migration" id="create server_lock table" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.444807748Z level=info msg="Migration successfully executed" id="create server_lock table" duration=282.004µs 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.44502421Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.445328375Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=303.975µs 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.445536232Z level=info msg="Executing migration" id="create user auth token table" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.445833905Z level=info msg="Migration successfully executed" id="create user auth token table" duration=297.483µs 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.446049045Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.446355284Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=305.868µs 2026-02-12T00:26:19.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.446559163Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.446864209Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=305.157µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.447080131Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.447428588Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=348.307µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.447635222Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.449064869Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=1.429046ms 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.449266844Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.449579736Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=313.252µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.449795837Z level=info msg="Executing migration" id="create cache_data table" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.450106655Z level=info msg="Migration successfully executed" id="create cache_data table" duration=310.096µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.450316315Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.450627753Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=312.11µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.450833285Z level=info msg="Executing migration" id="create short_url table v1" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.451163449Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=329.853µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.451378108Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.451701018Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=322.87µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.451903584Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.451930865Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=27.551µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.452179607Z level=info msg="Executing migration" id="delete alert_definition table" 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.452210214Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=30.056µs 2026-02-12T00:26:19.567 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.452411448Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.452707589Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=296.111µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.452908522Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.45324113Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=332.578µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.453454517Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.4537791Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=324.423µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.453985974Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.454006783Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=20.848µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.454254213Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.454558168Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=304.135µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.454742029Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.455059259Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=317.269µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.455264811Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.455593582Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=328.651µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.455790838Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.456148643Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=357.805µs 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.456346731Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.457815671Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=1.468779ms 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.458025241Z level=info msg="Executing migration" id="drop alert_definition table" 2026-02-12T00:26:19.568 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.458377876Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=352.636µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.458585312Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.458615448Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=30.036µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.458824386Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.45913871Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=314.374µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.459342148Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.459672121Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=329.352µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.459841997Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.460180316Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=338.018µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.460378033Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.460398481Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=20.718µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.460656481Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.461004878Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=348.377µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.461220008Z level=info msg="Executing migration" id="create alert_instance table" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.461546164Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=325.815µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.461758458Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.462098731Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=340.052µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.462298352Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.462624848Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=326.697µs 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.462827024Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-02-12T00:26:19.569 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.464354893Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=1.52786ms 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.464558101Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.464863258Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=305.067µs 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.465078668Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.465387001Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=307.992µs 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.465587384Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.472859278Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=7.271694ms 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.473108441Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.479693638Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=6.585308ms 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.479902927Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.480268356Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=365.058µs 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.480481292Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.480793302Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=312.571µs 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.48101292Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.48245514Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=1.44217ms 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.482662045Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.484095499Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.433504ms 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.484304417Z level=info msg="Executing migration" id="create alert_rule table" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.484637025Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=332.739µs 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.484846084Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-02-12T00:26:19.570 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.485185665Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=339.201µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.485393511Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.485722813Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=329.172µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.485932162Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.486295247Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=362.885µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.486505107Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.486525635Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=20.759µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.486736266Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.488283952Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.547636ms 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.48848732Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.489952663Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.465323ms 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.490161522Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.491644117Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.482475ms 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.491847565Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.492160216Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=313.472µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.492364596Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.492701051Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=336.205µs 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.492898949Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.494364282Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=1.465333ms 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.494572348Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.496071765Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=1.499306ms 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.496280272Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-02-12T00:26:19.571 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.496616517Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=335.354µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.496822009Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.498311958Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=1.489919ms 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.498522419Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.500012058Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.489739ms 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.500220224Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.500240151Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=20.368µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.500496828Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.500879029Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=382.05µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.501110509Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.50144489Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=334.873µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.501648258Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.502023926Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=375.348µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.502239798Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.502259845Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=20.408µs 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.50250479Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.504092691Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=1.58777ms 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.504297461Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.50584642Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.5498ms 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.506055368Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.507609827Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=1.554338ms 2026-02-12T00:26:19.572 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.507814557Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.509411445Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=1.596677ms 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.509616225Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.511159694Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=1.543438ms 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.511361218Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.511381696Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=20.819µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.511627984Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.51189501Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=267.417µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.512132862Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.513726434Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=1.593581ms 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.513995404Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.51404724Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=51.656µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.514424541Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.516490861Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=2.06644ms 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.51673219Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.517070889Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=338.559µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.517283885Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.518902112Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=1.618328ms 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.519116541Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.519396271Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=279.68µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.519599779Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.519931655Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=331.516µs 2026-02-12T00:26:19.573 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.520141806Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "id": "a0bf2cd4-16d2-4d00-bc06-57c0844e53ff", 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "name": "default", 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "api_name": "default", 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "is_master": true, 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "endpoints": [], 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "hostnames": [], 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "hostnames_s3website": [], 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "master_zone": "", 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "zones": [], 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "placement_targets": [ 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "name": "default-placement", 2026-02-12T00:26:19.608 INFO:teuthology.orchestra.run.trial052.stdout: "tags": [], 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "storage_classes": [] 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "default_placement": "default-placement", 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "realm_id": "6c874054-17c8-4eac-bec9-2765f5dccf50", 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "sync_policy": { 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "groups": [] 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "enabled_features": [ 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "notification_v2", 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "resharding" 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:26:19.609 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:26:19.713 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2026-02-12T00:26:19.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.52174765Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=1.605754ms 2026-02-12T00:26:19.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.521958111Z level=info msg="Executing migration" id="create provenance_type table" 2026-02-12T00:26:19.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.522235026Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=276.894µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.522449715Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.522783966Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=333.921µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.523015717Z level=info msg="Executing migration" id="create alert_image table" 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.523298813Z level=info msg="Migration successfully executed" id="create alert_image table" duration=282.916µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.523504054Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.523826253Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=322.008µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.524091516Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.524113046Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=22.292µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.524365756Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.524702161Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=336.335µs 2026-02-12T00:26:19.770 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.524902823Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.525233408Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=330.394µs 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.52542821Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.525544767Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.525745209Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.525913602Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=168.413µs 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.526126257Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.526455549Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=328.991µs 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.526652806Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.528284668Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=1.631502ms 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.528493657Z level=info msg="Executing migration" id="create library_element table v1" 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.528880956Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=386.408µs 2026-02-12T00:26:19.771 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.529116294Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.529475541Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=359.068µs 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.529680783Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.529981392Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=300.388µs 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.530189358Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.530559476Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=369.817µs 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.53076615Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531109989Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=343.699µs 2026-02-12T00:26:19.772 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531314148Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531321943Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=8.025µs 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531568391Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531588218Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=20.248µs 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531804039Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.531904055Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=100.056µs 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.532153959Z level=info msg="Executing migration" id="create data_keys table" 2026-02-12T00:26:19.775 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.532495985Z level=info msg="Migration successfully executed" id="create data_keys table" duration=341.715µs 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.532712617Z level=info msg="Executing migration" id="create secrets table" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.533004099Z level=info msg="Migration successfully executed" id="create secrets table" duration=291.091µs 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.53321447Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.542208324Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=8.993754ms 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.542426329Z level=info msg="Executing migration" id="add name column into data_keys" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.544243205Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=1.817027ms 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.544451893Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.544511343Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=61.004µs 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.544747502Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.5533023Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=8.555789ms 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.553512751Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-02-12T00:26:19.776 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.562212379Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=8.699637ms 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.56242331Z level=info msg="Executing migration" id="create kv_store table v1" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.562742704Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=319.323µs 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.562960068Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.563323644Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=363.365µs 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.563530117Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.563608132Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=78.086µs 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.563818964Z level=info msg="Executing migration" id="create permission table" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.564169706Z level=info msg="Migration successfully executed" id="create permission table" duration=350.271µs 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.564383393Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.564712074Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=328.12µs 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.564919379Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-02-12T00:26:19.777 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.565314022Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=394.503µs 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.565551874Z level=info msg="Executing migration" id="create role table" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.565864185Z level=info msg="Migration successfully executed" id="create role table" duration=312.34µs 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.56608258Z level=info msg="Executing migration" id="add column display_name" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.568031653Z level=info msg="Migration successfully executed" id="add column display_name" duration=1.949172ms 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.568240531Z level=info msg="Executing migration" id="add column group_name" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.570099726Z level=info msg="Migration successfully executed" id="add column group_name" duration=1.859065ms 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.570307552Z level=info msg="Executing migration" id="add index role.org_id" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.570652223Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=344.62µs 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.570858226Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.571234595Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=375.618µs 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.571442972Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-02-12T00:26:19.778 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.571792562Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=349.75µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.572002853Z level=info msg="Executing migration" id="create team role table" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.572309312Z level=info msg="Migration successfully executed" id="create team role table" duration=306.911µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.572514904Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.572880143Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=365.229µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.573100382Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.573480248Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=379.495µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.573699666Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.574038315Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=338.338µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.574247785Z level=info msg="Executing migration" id="create user role table" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.574566627Z level=info msg="Migration successfully executed" id="create user role table" duration=319.013µs 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.574780044Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-02-12T00:26:19.779 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.575140484Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=359.909µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.575345274Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.575690516Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=345.232µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.575894515Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.576238464Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=343.569µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.576444417Z level=info msg="Executing migration" id="create builtin role table" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.576747049Z level=info msg="Migration successfully executed" id="create builtin role table" duration=302.933µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.576955256Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.577306278Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=351.073µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.577511299Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.577863133Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=351.754µs 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.578144446Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-02-12T00:26:19.780 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.58069718Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=2.551962ms 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.580990715Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.581583176Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=592.261µs 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.581959786Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.582513926Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=553.779µs 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.582825074Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.583192287Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=367.733µs 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.583406004Z level=info msg="Executing migration" id="add unique index role.uid" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.583761485Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=355.681µs 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.583972517Z level=info msg="Executing migration" id="create seed assignment table" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.584245514Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=273.468µs 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.584451086Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-02-12T00:26:19.781 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.584797249Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=346.094µs 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.585004575Z level=info msg="Executing migration" id="add column hidden to role table" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.587128141Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.123716ms 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.587335877Z level=info msg="Executing migration" id="permission kind migration" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.589323551Z level=info msg="Migration successfully executed" id="permission kind migration" duration=1.987844ms 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.589525095Z level=info msg="Executing migration" id="permission attribute migration" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.591499685Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=1.97491ms 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.591699737Z level=info msg="Executing migration" id="permission identifier migration" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.593669608Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=1.96913ms 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.593861234Z level=info msg="Executing migration" id="add permission identifier index" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.594233626Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=372.522µs 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.594443987Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.594837358Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=393.732µs 2026-02-12T00:26:19.782 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.595056956Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.595399552Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=344.14µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.595593142Z level=info msg="Executing migration" id="create query_history table v1" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.595907666Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=314.915µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.596117126Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.596466976Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=349.92µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.59667348Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.596694459Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=26.009µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.596918044Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.596929475Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=11.561µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.597181784Z level=info msg="Executing migration" id="teams permissions migration" 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.597325812Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=144.278µs 2026-02-12T00:26:19.783 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.597566489Z level=info msg="Executing migration" id="dashboard permissions" 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.597746654Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=180.506µs 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.597971061Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.598189016Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=218.005µs 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.598441936Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.598523047Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=81.091µs 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.598724511Z level=info msg="Executing migration" id="alerting notification permissions" 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.598899667Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=175.156µs 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.599151124Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-02-12T00:26:19.784 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.599431515Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=280.762µs 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.599631106Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.60000446Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=373.955µs 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.600210693Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.602211211Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=2.000638ms 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.602422173Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.602442511Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=20.699µs 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.602698907Z level=info msg="Executing migration" id="create correlation table v1" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.603080817Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=381.929µs 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.60330864Z level=info msg="Executing migration" id="add index correlations.uid" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.603649143Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=340.502µs 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.603852731Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-02-12T00:26:19.785 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.604204705Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=351.453µs 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.604409897Z level=info msg="Executing migration" id="add correlation config column" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.606550896Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.140829ms 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.606755255Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.607172761Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=417.636µs 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.607377562Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.607716111Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=338.739µs 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.60792533Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.613492626Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=5.571925ms 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.613705101Z level=info msg="Executing migration" id="create correlation v2" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.614138105Z level=info msg="Migration successfully executed" id="create correlation v2" duration=432.884µs 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.61435069Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-02-12T00:26:19.786 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.614688648Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=338.108µs 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.614891706Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.615272233Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=380.877µs 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.61548608Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.615821905Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=335.704µs 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.616037094Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.616132902Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=95.959µs 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.616364353Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.616659601Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=295.129µs 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.616832322Z level=info msg="Executing migration" id="add provisioning column" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.618867494Z level=info msg="Migration successfully executed" id="add provisioning column" duration=2.035011ms 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.61909666Z level=info msg="Executing migration" id="create entity_events table" 2026-02-12T00:26:19.787 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.619380568Z level=info msg="Migration successfully executed" id="create entity_events table" duration=283.767µs 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.619579237Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.619945237Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=365.981µs 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.620158123Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.620287854Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.620520817Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.620648895Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.620847193Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.621186153Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=338.449µs 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.621401944Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.6217494Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=347.396µs 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.621963358Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-02-12T00:26:19.788 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.622307437Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=344.009µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.622513781Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.622870343Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=357.674µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.623084822Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.623421337Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=336.506µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.623620668Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.623977601Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=356.783µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.62418722Z level=info msg="Executing migration" id="Drop public config table" 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.624503699Z level=info msg="Migration successfully executed" id="Drop public config table" duration=316.488µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.624720602Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.625098955Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=377.862µs 2026-02-12T00:26:19.789 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.625309726Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.625657162Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=346.995µs 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.625858145Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.626228744Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=370.649µs 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.626429748Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.626778736Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=349.069µs 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.626988065Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.633985499Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=6.997303ms 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.634201531Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.636408512Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=2.214064ms 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.636615867Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.63869955Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.083502ms 2026-02-12T00:26:19.790 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.638902236Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.638992664Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=89.586µs 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.639228412Z level=info msg="Executing migration" id="add share column" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.641279434Z level=info msg="Migration successfully executed" id="add share column" duration=2.051001ms 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.641483463Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.641563963Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=80.8µs 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.641799721Z level=info msg="Executing migration" id="create file table" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.64214354Z level=info msg="Migration successfully executed" id="create file table" duration=343.819µs 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.642349853Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.642696096Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=346.013µs 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.642898442Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.643248022Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=349.619µs 2026-02-12T00:26:19.791 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.643454326Z level=info msg="Executing migration" id="create file_meta table" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.643726351Z level=info msg="Migration successfully executed" id="create file_meta table" duration=272.065µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.643977628Z level=info msg="Executing migration" id="file table idx: path key" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.644327799Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=350.722µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.644539923Z level=info msg="Executing migration" id="set path collation in file table" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.6445601Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=20.579µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.644769419Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.644789407Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=20.207µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.645041285Z level=info msg="Executing migration" id="managed permissions migration" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.64520546Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=164.095µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.645438082Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.645515115Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=76.412µs 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.645713123Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-02-12T00:26:19.792 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.64620115Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=488.047µs 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.646444813Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.648567618Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.122644ms 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.64877296Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.648834764Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=62.085µs 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.649075191Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.649469895Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=394.373µs 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.649677761Z level=info msg="Executing migration" id="update group index for alert rules" 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.649803595Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=126.014µs 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.650043531Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.650121125Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=77.394µs 2026-02-12T00:26:19.793 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.650351433Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.650508916Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=157.462µs 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.650711392Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.652837433Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.125711ms 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.653141588Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.655268971Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.127163ms 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.655474894Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.655818523Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=343.668µs 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.656029705Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.678299952Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=22.269946ms 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.678514069Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.678891711Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=377.752µs 2026-02-12T00:26:19.794 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.679104988Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.679473032Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=368.415µs 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.679675528Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.686707997Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=7.032209ms 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.686934377Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.689103078Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=2.16844ms 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.689309491Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.689410359Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=100.126µs 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.689664531Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.68972297Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=58.499µs 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.689945283Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690022947Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=77.745µs 2026-02-12T00:26:19.795 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690256752Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690330469Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=73.617µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690528056Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690598276Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=70.231µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.690808457Z level=info msg="Executing migration" id="create folder table" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.69112749Z level=info msg="Migration successfully executed" id="create folder table" duration=318.923µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.691327461Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.691752221Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=424.509µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.691963914Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.692336306Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=372.532µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.692539033Z level=info msg="Executing migration" id="Update folder title length" 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.692546908Z level=info msg="Migration successfully executed" id="Update folder title length" duration=8.115µs 2026-02-12T00:26:19.796 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.692758471Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.693137565Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=379.075µs 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.693342777Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.693690763Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=347.836µs 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.693894261Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.694291309Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=396.908µs 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.694505317Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.694678669Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=174.114µs 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.69484038Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.694951416Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=110.957µs 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.695186944Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-02-12T00:26:19.797 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.695527497Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=340.473µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.695696851Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.696063513Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=366.582µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.696263565Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.696604097Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=340.723µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.69680466Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.697167164Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=362.213µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.697365773Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.697706266Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=340.373µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.697906087Z level=info msg="Executing migration" id="create anon_device table" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.698207227Z level=info msg="Migration successfully executed" id="create anon_device table" duration=301µs 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.698407369Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-02-12T00:26:19.798 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.698799588Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=391.448µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.699024445Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.699372462Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=348.166µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.699574948Z level=info msg="Executing migration" id="create signing_key table" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.699904992Z level=info msg="Migration successfully executed" id="create signing_key table" duration=329.853µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.700153263Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.700505718Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=352.415µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.700704958Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.701041003Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=336.265µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.70123876Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.701334428Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=95.808µs 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.70156682Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-02-12T00:26:19.799 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.703826229Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=2.259469ms 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.704037962Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.704334133Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=296.791µs 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.704571654Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.704939628Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=367.482µs 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.705149989Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.70550595Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=356.031µs 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.705708346Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.706061623Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=353.487µs 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.706268778Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.706648303Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=378.363µs 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.706849046Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-02-12T00:26:19.800 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.707210678Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=360.941µs 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.707412964Z level=info msg="Executing migration" id="create sso_setting table" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.707769036Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=356.041µs 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.708025473Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.708294653Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=269.551µs 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.708496037Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.70858937Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=93.614µs 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.708835498Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.708856046Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=20.919µs 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.709116811Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.71137109Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=2.253919ms 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.711577714Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-02-12T00:26:19.801 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.713843024Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=2.264739ms 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.714054587Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.714192193Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=137.576µs 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=migrator t=2026-02-12T00:26:19.714417561Z level=info msg="migrations completed" performed=547 skipped=0 duration=450.151266ms 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore t=2026-02-12T00:26:19.714866425Z level=info msg="Created default organization" 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=secrets t=2026-02-12T00:26:19.715168186Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=plugin.store t=2026-02-12T00:26:19.72467297Z level=info msg="Loading plugins..." 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=local.finder t=2026-02-12T00:26:19.758889126Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=plugin.store t=2026-02-12T00:26:19.758899054Z level=info msg="Plugins loaded" count=55 duration=34.226585ms 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=query_data t=2026-02-12T00:26:19.760074899Z level=info msg="Query Service initialization" 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=live.push_http t=2026-02-12T00:26:19.761692475Z level=info msg="Live Push Gateway initialization" 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.migration t=2026-02-12T00:26:19.762277663Z level=info msg=Starting 2026-02-12T00:26:19.802 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.migration t=2026-02-12T00:26:19.762433202Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.migration orgID=1 t=2026-02-12T00:26:19.762577821Z level=info msg="Migrating alerts for organisation" 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.migration orgID=1 t=2026-02-12T00:26:19.762820411Z level=info msg="Alerts found to migrate" alerts=0 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.migration t=2026-02-12T00:26:19.76351901Z level=info msg="Completed alerting migration" 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.state.manager t=2026-02-12T00:26:19.768763456Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=infra.usagestats.collector t=2026-02-12T00:26:19.769760409Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T00:26:19.803 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.datasources t=2026-02-12T00:26:19.771070623Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T00:26:20.000 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:20.023 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:19 trial052 bash[56245]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.datasources t=2026-02-12T00:26:19.775149283Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.alerting t=2026-02-12T00:26:19.779037459Z level=info msg="starting to provision alerting" 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.alerting t=2026-02-12T00:26:19.779046445Z level=info msg="finished to provision alerting" 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=grafanaStorageLogger t=2026-02-12T00:26:19.779154476Z level=info msg="Storage starting" 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.multiorg.alertmanager t=2026-02-12T00:26:19.779175846Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T00:26:20.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.state.manager t=2026-02-12T00:26:19.779170616Z level=info msg="Warming state cache for startup" 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.state.manager t=2026-02-12T00:26:19.779393941Z level=info msg="State cache has been initialized" states=0 duration=223.014µs 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ngalert.scheduler t=2026-02-12T00:26:19.779413157Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ticker t=2026-02-12T00:26:19.779445767Z level=info msg=starting first_tick=2026-02-12T00:26:20Z 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=http.server t=2026-02-12T00:26:19.781015645Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=http.server t=2026-02-12T00:26:19.781382968Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.dashboard t=2026-02-12T00:26:19.793414787Z level=info msg="starting to provision dashboards" 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.814863938Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.825620026Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.83612589Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2026-02-12T00:26:20.098 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=plugins.update.checker t=2026-02-12T00:26:19.839010651Z level=info msg="Update check succeeded" duration=59.869619ms 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.846606076Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.860430306Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=provisioning.dashboard t=2026-02-12T00:26:19.865964952Z level=info msg="finished to provision dashboards" 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=grafana-apiserver t=2026-02-12T00:26:19.870383964Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=grafana-apiserver t=2026-02-12T00:26:19.870585979Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:26:20.099 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:26:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:26:19.870901195Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "id": "bd17ba37-9106-4079-8b61-a38a7a023a1e", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "name": "z", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "domain_root": "z.rgw.meta:root", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "control_pool": "z.rgw.control", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "gc_pool": "z.rgw.log:gc", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "lc_pool": "z.rgw.log:lc", 2026-02-12T00:26:20.105 INFO:teuthology.orchestra.run.trial052.stdout: "log_pool": "z.rgw.log", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "intent_log_pool": "z.rgw.log:intent", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "usage_log_pool": "z.rgw.log:usage", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "roles_pool": "z.rgw.meta:roles", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "reshard_pool": "z.rgw.log:reshard", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "user_email_pool": "z.rgw.meta:users.email", 2026-02-12T00:26:20.106 INFO:teuthology.orchestra.run.trial052.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "otp_pool": "z.rgw.otp", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "notif_pool": "z.rgw.log:notif", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "topics_pool": "z.rgw.meta:topics", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "account_pool": "z.rgw.meta:accounts", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "group_pool": "z.rgw.meta:groups", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "system_key": { 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "access_key": "", 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: "secret_key": "" 2026-02-12T00:26:20.107 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "placement_pools": [ 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "key": "default-placement", 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "val": { 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "index_pool": "z.rgw.buckets.index", 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "storage_classes": { 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "STANDARD": { 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "data_pool": "z.rgw.buckets.data" 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2026-02-12T00:26:20.108 INFO:teuthology.orchestra.run.trial052.stdout: "index_type": 0, 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout: "inline_data": true 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout: "realm_id": "6c874054-17c8-4eac-bec9-2765f5dccf50" 2026-02-12T00:26:20.109 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:26:20.153 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Getting image source signatures 2026-02-12T00:26:20.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2026-02-12T00:26:20.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2026-02-12T00:26:20.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[14476]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:20 trial052 ceph-mon[22993]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:26:20.489 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:20.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2240248608' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-02-12T00:26:20.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: osdmap e50: 8 total, 8 up, 8 in 2026-02-12T00:26:20.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:20 trial116 ceph-mon[16720]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:26:20.788 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2026-02-12T00:26:20.788 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: Writing manifest to image destination 2026-02-12T00:26:20.788 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 podman[56245]: 2026-02-12 00:26:20.495429935 +0000 UTC m=+0.717223816 container create c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 podman[56245]: 2026-02-12 00:26:20.530430089 +0000 UTC m=+0.752223990 container init c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 podman[56245]: 2026-02-12 00:26:20.532461753 +0000 UTC m=+0.754255644 container start c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 bash[56245]: c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 podman[56245]: 2026-02-12 00:26:20.489808905 +0000 UTC m=+0.711602796 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.535Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T00:26:20.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T00:26:20.790 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 systemd[1]: Started Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T00:26:20.791 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:26:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[56639]: ts=2026-02-12T00:26:20.536Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T00:26:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-mon[16720]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T00:26:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-mon[16720]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T00:26:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[14476]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T00:26:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[14476]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T00:26:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[22993]: pgmap v9: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[22993]: osdmap e51: 8 total, 8 up, 8 in 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:21 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:21.626 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 bash[43489]: Writing manifest to image destination 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 podman[43489]: 2026-02-12 00:26:21.625264184 +0000 UTC m=+0.547942630 container create a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 podman[43489]: 2026-02-12 00:26:21.648165623 +0000 UTC m=+0.570844059 container init a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 podman[43489]: 2026-02-12 00:26:21.650154058 +0000 UTC m=+0.572832504 container start a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 bash[43489]: a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 podman[43489]: 2026-02-12 00:26:21.62006946 +0000 UTC m=+0.542747906 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 systemd[1]: Started Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T00:26:21.971 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=arp 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=bcache 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=bonding 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=btrfs 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=conntrack 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=cpu 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=cpufreq 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=diskstats 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=dmi 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=edac 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=entropy 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=fibrechannel 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=filefd 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.653Z caller=node_exporter.go:117 level=info collector=filesystem 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=hwmon 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=infiniband 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=ipvs 2026-02-12T00:26:21.972 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=loadavg 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=mdadm 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=meminfo 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=netclass 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=netdev 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=netstat 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=nfs 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=nfsd 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=nvme 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=os 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=pressure 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=rapl 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=schedstat 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=selinux 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=sockstat 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=softnet 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=stat 2026-02-12T00:26:21.973 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=tapestats 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=textfile 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=thermal_zone 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=time 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=udp_queues 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=uname 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=vmstat 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=xfs 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=node_exporter.go:117 level=info collector=zfs 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2026-02-12T00:26:21.974 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:26:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[43600]: ts=2026-02-12T00:26:21.654Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.244 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.245 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.245 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.245 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:22 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: osdmap e52: 8 total, 8 up, 8 in 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.271 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:22 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:22.970 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 systemd[1]: Stopping Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:26:22.970 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:22.901Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T00:26:22.971 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[55137]: ts=2026-02-12T00:26:22.901Z caller=cluster.go:690 level=info component=cluster msg="gossip not settled but continuing anyway" polls=3 elapsed=7.448460929s 2026-02-12T00:26:22.971 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 podman[57492]: 2026-02-12 00:26:22.911753369 +0000 UTC m=+0.023196368 container died 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:22.971 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 podman[57492]: 2026-02-12 00:26:22.92101467 +0000 UTC m=+0.032457659 container remove 618f8362d765bb103688a902354eb2c20fe0586d1c2d9d9ea97dc122ca2d6756 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:22.971 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 podman[57492]: 2026-02-12 00:26:22.92162667 +0000 UTC m=+0.033069659 volume remove fef6d2abe1f87311f637b9313ab8a49767d194f333df96bece99cf1f3a2d25b7 2026-02-12T00:26:22.971 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 bash[57492]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a 2026-02-12T00:26:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:23.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T00:26:23.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:23 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 systemd[1]: Stopped Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:22 trial052 systemd[1]: Starting Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 podman[57620]: 2026-02-12 00:26:23.062174414 +0000 UTC m=+0.014852166 volume create c1ba5242fcf4dc05b27afabd801cef2cc1672a833f76ec0e55e5689a3bfda404 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 podman[57620]: 2026-02-12 00:26:23.064505466 +0000 UTC m=+0.017183208 container create 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:23.293 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 podman[57620]: 2026-02-12 00:26:23.100231532 +0000 UTC m=+0.052909295 container init 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 podman[57620]: 2026-02-12 00:26:23.102301267 +0000 UTC m=+0.054979020 container start 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 bash[57620]: 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 podman[57620]: 2026-02-12 00:26:23.056461804 +0000 UTC m=+0.009139566 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 systemd[1]: Started Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.112Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.112Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2026-02-12T00:26:23.294 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.113Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.20.193.52 port=9094 2026-02-12T00:26:23.295 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.113Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-02-12T00:26:23.295 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.128Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:26:23.295 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.128Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:26:23.295 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.130Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-02-12T00:26:23.295 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:23.130Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T00:26:23.433 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: pgmap v12: 65 pgs: 64 unknown, 1 active+clean; 577 KiB data, 216 MiB used, 5.5 TiB / 5.5 TiB avail; 44 KiB/s rd, 0 B/s wr, 17 op/s 2026-02-12T00:26:23.433 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.433 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.433 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: osdmap e53: 8 total, 8 up, 8 in 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.434 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:23 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:23.693 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 systemd[1]: Stopping Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:26:23.693 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T00:26:23.693 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.657Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.658Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.658Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[41330]: ts=2026-02-12T00:26:23.658Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44472]: 2026-02-12 00:26:23.66765305 +0000 UTC m=+0.023536972 container died 208044cf74e260134b6c44f160019f6349e2b76271be6a96f6755cf0709adde8 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:23.694 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44472]: 2026-02-12 00:26:23.676483971 +0000 UTC m=+0.032367883 container remove 208044cf74e260134b6c44f160019f6349e2b76271be6a96f6755cf0709adde8 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:23.695 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 bash[44472]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 systemd[1]: Stopped Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 systemd[1]: Starting Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44606]: 2026-02-12 00:26:23.836500019 +0000 UTC m=+0.019479651 container create b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44606]: 2026-02-12 00:26:23.861518382 +0000 UTC m=+0.044497944 container init b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:24.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44606]: 2026-02-12 00:26:23.863677194 +0000 UTC m=+0.046656766 container start b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 bash[44606]: b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 podman[44606]: 2026-02-12 00:26:23.827785665 +0000 UTC m=+0.010765237 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 systemd[1]: Started Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.878Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.878Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.878Z caller=main.go:623 level=info host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial116 (none))" 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.878Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.878Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.879Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.880Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.880Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-02-12T00:26:24.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.880Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.883Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.883Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.042µs 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.883Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.883Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.884Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.884Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.169µs wal_replay_duration=920.01µs wbl_replay_duration=130ns total_replay_duration=955.806µs 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.884Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.884Z caller=main.go:1153 level=info msg="TSDB started" 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.884Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.894Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.756041ms db_storage=771ns remote_storage=1.132µs web_handler=401ns query_engine=351ns scrape=421.383µs scrape_sd=88.945µs notify=8.485µs notify_sd=8.556µs rules=8.966072ms tracing=3.496µs 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.894Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-02-12T00:26:24.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:26:23 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:26:23.894Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-02-12T00:26:24.185 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: Reconfiguring daemon alertmanager.a on trial052 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: Reconfiguring daemon prometheus.a on trial116 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:24.186 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.187 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: Reconfiguring daemon alertmanager.a on trial052 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: Reconfiguring daemon prometheus.a on trial116 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:24.188 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:24 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:23] ENGINE Bus STOPPING 2026-02-12T00:26:24.189 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:24.190 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:23] ENGINE Bus STOPPED 2026-02-12T00:26:24.190 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:23 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:23] ENGINE Bus STARTING 2026-02-12T00:26:24.190 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Serving on http://:::9283 2026-02-12T00:26:24.190 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STARTED 2026-02-12T00:26:24.190 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STOPPING 2026-02-12T00:26:24.468 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: Reconfiguring alertmanager.a (dependencies changed)... 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: Reconfiguring daemon alertmanager.a on trial052 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: Reconfiguring prometheus.a (dependencies changed)... 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: Reconfiguring daemon prometheus.a on trial116 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: osdmap e54: 8 total, 8 up, 8 in 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:24.469 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:24.470 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:24 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:24.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:24.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STOPPED 2026-02-12T00:26:24.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STARTING 2026-02-12T00:26:24.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Serving on http://:::9283 2026-02-12T00:26:24.789 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STARTED 2026-02-12T00:26:24.789 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:24] ENGINE Bus STOPPING 2026-02-12T00:26:25.538 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:25.114Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000713849s 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:25] ENGINE Bus STOPPED 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:25] ENGINE Bus STARTING 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:25] ENGINE Serving on http://:::9283 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:25 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:25] ENGINE Bus STARTED 2026-02-12T00:26:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:25.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:25.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:25 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://trial052:9093"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116.front.sepia.ceph.com:9095"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116.front.sepia.ceph.com:3000"}]: dispatch 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: pgmap v15: 97 pgs: 32 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: osdmap e55: 8 total, 8 up, 8 in 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:25.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:25 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:26.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:26 trial116 ceph-mon[16720]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T00:26:26.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:26 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:26.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:26 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:26.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:26 trial116 ceph-mon[16720]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[22993]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T00:26:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[22993]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:27.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[14476]: osdmap e56: 8 total, 8 up, 8 in 2026-02-12T00:26:27.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:27.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2026-02-12T00:26:27.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:26 trial052 ceph-mon[14476]: pgmap v18: 129 pgs: 64 unknown, 65 active+clean; 579 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 9.5 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2026-02-12T00:26:27.621 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:26:27.621 INFO:teuthology.orchestra.run.trial052.stdout: "id": "e6459953-477b-45e7-9630-de8175bcfd73", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "epoch": 1, 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "predecessor_uuid": "935988a8-6088-4d8b-b6be-446bd801ff97", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "sync_status": [], 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "period_map": { 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "id": "e6459953-477b-45e7-9630-de8175bcfd73", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "zonegroups": [ 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "id": "a0bf2cd4-16d2-4d00-bc06-57c0844e53ff", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "name": "default", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "api_name": "default", 2026-02-12T00:26:27.622 INFO:teuthology.orchestra.run.trial052.stdout: "is_master": true, 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "endpoints": [], 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "hostnames": [], 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "hostnames_s3website": [], 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "master_zone": "bd17ba37-9106-4079-8b61-a38a7a023a1e", 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "zones": [ 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "id": "bd17ba37-9106-4079-8b61-a38a7a023a1e", 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "name": "z", 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "endpoints": [], 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "log_meta": false, 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "log_data": false, 2026-02-12T00:26:27.623 INFO:teuthology.orchestra.run.trial052.stdout: "bucket_index_max_shards": 11, 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "read_only": false, 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "tier_type": "", 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "sync_from_all": true, 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "sync_from": [], 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "redirect_zone": "", 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "supported_features": [ 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "compress-encrypted", 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "notification_v2", 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "resharding" 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:26:27.624 INFO:teuthology.orchestra.run.trial052.stdout: "placement_targets": [ 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "name": "default-placement", 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "tags": [], 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "storage_classes": [ 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "STANDARD" 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "default_placement": "default-placement", 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "realm_id": "6c874054-17c8-4eac-bec9-2765f5dccf50", 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "sync_policy": { 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: "groups": [] 2026-02-12T00:26:27.625 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "enabled_features": [ 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "notification_v2", 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "resharding" 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "short_zone_ids": [ 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "key": "bd17ba37-9106-4079-8b61-a38a7a023a1e", 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: "val": 3548258096 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:27.626 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "master_zonegroup": "a0bf2cd4-16d2-4d00-bc06-57c0844e53ff", 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "master_zone": "bd17ba37-9106-4079-8b61-a38a7a023a1e", 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "period_config": { 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "bucket_quota": { 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "enabled": false, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "check_on_raw": false, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "max_size": -1, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "max_size_kb": 0, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "max_objects": -1 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "user_quota": { 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "enabled": false, 2026-02-12T00:26:27.627 INFO:teuthology.orchestra.run.trial052.stdout: "check_on_raw": false, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_size": -1, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_size_kb": 0, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_objects": -1 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "user_ratelimit": { 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_ops": 0, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_ops": 0, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_bytes": 0, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_bytes": 0, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "enabled": false 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "bucket_ratelimit": { 2026-02-12T00:26:27.628 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_ops": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_ops": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_bytes": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_bytes": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "enabled": false 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "anonymous_ratelimit": { 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_ops": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_ops": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_read_bytes": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "max_write_bytes": 0, 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: "enabled": false 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:26:27.629 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:26:27.630 INFO:teuthology.orchestra.run.trial052.stdout: "realm_id": "6c874054-17c8-4eac-bec9-2765f5dccf50", 2026-02-12T00:26:27.630 INFO:teuthology.orchestra.run.trial052.stdout: "realm_epoch": 2 2026-02-12T00:26:27.630 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:26:27.655 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2026-02-12T00:26:27.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T00:26:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T00:26:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:27.939 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:27.962 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: osdmap e57: 8 total, 8 up, 8 in 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1372144026' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:27.963 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:28.143 INFO:teuthology.orchestra.run.trial052.stdout:Scheduled rgw.foo update... 2026-02-12T00:26:28.182 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph osd pool create foo' 2026-02-12T00:26:28.471 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: pgmap v21: 129 pgs: 49 unknown, 80 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:28.658 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:28 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: pgmap v21: 129 pgs: 49 unknown, 80 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:28.723 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: osdmap e58: 8 total, 8 up, 8 in 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: pgmap v21: 129 pgs: 49 unknown, 80 active+clean; 580 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 255 B/s rd, 1023 B/s wr, 1 op/s 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:28.724 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:28 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.599 INFO:teuthology.orchestra.run.trial052.stderr:pool 'foo' created 2026-02-12T00:26:29.641 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'rbd pool init foo' 2026-02-12T00:26:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: Cluster is now healthy 2026-02-12T00:26:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2871418125' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:29 trial116 ceph-mon[16720]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: Cluster is now healthy 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2871418125' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[14476]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: Cluster is now healthy 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2871418125' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.850 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:29.851 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:29 trial052 ceph-mon[22993]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:26:29.948 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:30.906 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T00:26:30.906 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:26:30.907 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3784566218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.908 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:30 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.938 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:30.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3784566218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.940 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: osdmap e59: 8 total, 8 up, 8 in 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:26:30.941 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3784566218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: pgmap v23: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:30.942 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:30 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STOPPING 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T00:26:31.757 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:31.758 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:31 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STOPPED 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STARTING 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Serving on http://:::9283 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STARTED 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STOPPING 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STOPPED 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STARTING 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Serving on http://:::9283 2026-02-12T00:26:32.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:31 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:31] ENGINE Bus STARTED 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: Saving service rgw.foo spec with placement count:2 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: osdmap e60: 8 total, 8 up, 8 in 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:31 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:32.643 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch apply iscsi foo u p' 2026-02-12T00:26:32.929 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[14476]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[14476]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[14476]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[22993]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:32.952 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[22993]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T00:26:32.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:32.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[22993]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:32.953 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:32 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:32 trial116 ceph-mon[16720]: Checking dashboard <-> RGW credentials 2026-02-12T00:26:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:32 trial116 ceph-mon[16720]: osdmap e61: 8 total, 8 up, 8 in 2026-02-12T00:26:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:32 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:32 trial116 ceph-mon[16720]: pgmap v26: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 217 MiB used, 5.5 TiB / 5.5 TiB avail; 3.1 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2026-02-12T00:26:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:32 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.136 INFO:teuthology.orchestra.run.trial052.stdout:Scheduled iscsi.foo update... 2026-02-12T00:26:33.175 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:26:33.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:26:33.116Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002818092s 2026-02-12T00:26:33.461 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: Cluster is now healthy 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: Saving service iscsi.foo spec with placement count:1 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[14476]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: Cluster is now healthy 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: Saving service iscsi.foo spec with placement count:1 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T00:26:33.854 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:33.855 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:33 trial052 ceph-mon[22993]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: osdmap e62: 8 total, 8 up, 8 in 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: Cluster is now healthy 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: Saving service iscsi.foo spec with placement count:1 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:34.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:26:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-02-12T00:26:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:33 trial116 ceph-mon[16720]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:26:34.505 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:26:34] "GET /metrics HTTP/1.1" 200 35441 "" "Prometheus/2.51.0" 2026-02-12T00:26:35.193 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:34] ENGINE Bus STOPPING 2026-02-12T00:26:35.193 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.193 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.193 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.193 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 385 KiB/s rd, 8.4 KiB/s wr, 699 op/s 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2659444223' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]: dispatch 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:35.194 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.195 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 385 KiB/s rd, 8.4 KiB/s wr, 699 op/s 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2659444223' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:35.196 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.197 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:35.197 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.197 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.197 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.197 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:34 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: Checking pool "foo" exists for service iscsi.foo 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 385 KiB/s rd, 8.4 KiB/s wr, 699 op/s 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2659444223' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]: dispatch 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:26:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:34 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:35.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:35 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:26:35.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:35 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:35] ENGINE Bus STOPPED 2026-02-12T00:26:35.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:35 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:35] ENGINE Bus STARTING 2026-02-12T00:26:35.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:35 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:35] ENGINE Serving on http://:::9283 2026-02-12T00:26:35.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:35 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:26:35] ENGINE Bus STARTED 2026-02-12T00:26:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: Adding iSCSI gateway http://:@10.20.193.52:5000 to Dashboard 2026-02-12T00:26:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]': finished 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1644142900' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: Adding iSCSI gateway http://:@10.20.193.52:5000 to Dashboard 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]': finished 2026-02-12T00:26:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T00:26:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T00:26:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1644142900' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:35 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:36.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: Adding iSCSI gateway http://:@10.20.193.52:5000 to Dashboard 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "trial052"}]: dispatch 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1507725382' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2396489413"}]': finished 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: osdmap e63: 8 total, 8 up, 8 in 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: mgrmap e21: y(active, since 22s), standbys: x 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1644142900' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:35 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]: dispatch 2026-02-12T00:26:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]': finished 2026-02-12T00:26:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[14476]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T00:26:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2942595638' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[14476]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 386 KiB/s rd, 8.4 KiB/s wr, 701 op/s 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]': finished 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[22993]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2942595638' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:36 trial052 ceph-mon[22993]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 386 KiB/s rd, 8.4 KiB/s wr, 701 op/s 2026-02-12T00:26:37.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:36 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/196561769"}]': finished 2026-02-12T00:26:37.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:36 trial116 ceph-mon[16720]: osdmap e64: 8 total, 8 up, 8 in 2026-02-12T00:26:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:36 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2942595638' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:36 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]: dispatch 2026-02-12T00:26:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:36 trial116 ceph-mon[16720]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 386 KiB/s rd, 8.4 KiB/s wr, 701 op/s 2026-02-12T00:26:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]': finished 2026-02-12T00:26:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[14476]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2832544604' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]': finished 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[22993]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2832544604' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:37 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:38.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:37 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3017195398"}]': finished 2026-02-12T00:26:38.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:37 trial116 ceph-mon[16720]: osdmap e65: 8 total, 8 up, 8 in 2026-02-12T00:26:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:37 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2832544604' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:37 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]: dispatch 2026-02-12T00:26:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:37 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]': finished 2026-02-12T00:26:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T00:26:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]: dispatch 2026-02-12T00:26:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]': finished 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]: dispatch 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]': finished 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]: dispatch 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]': finished 2026-02-12T00:26:39.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T00:26:39.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]: dispatch 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1151128257"}]': finished 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: osdmap e66: 8 total, 8 up, 8 in 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]: dispatch 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/869699476' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/761648874"}]': finished 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: osdmap e67: 8 total, 8 up, 8 in 2026-02-12T00:26:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]: dispatch 2026-02-12T00:26:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]': finished 2026-02-12T00:26:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[14476]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T00:26:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1100798546' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[14476]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]': finished 2026-02-12T00:26:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[22993]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T00:26:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1100798546' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:40 trial052 ceph-mon[22993]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:40 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3984447755' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4199047345"}]': finished 2026-02-12T00:26:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:40 trial116 ceph-mon[16720]: osdmap e68: 8 total, 8 up, 8 in 2026-02-12T00:26:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:40 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1100798546' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:40 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]: dispatch 2026-02-12T00:26:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:40 trial116 ceph-mon[16720]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 255 B/s wr, 3 op/s 2026-02-12T00:26:42.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]': finished 2026-02-12T00:26:42.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[14476]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T00:26:42.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]: dispatch 2026-02-12T00:26:42.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]': finished 2026-02-12T00:26:42.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[22993]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T00:26:42.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:41 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]: dispatch 2026-02-12T00:26:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:41 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2107313169"}]': finished 2026-02-12T00:26:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:41 trial116 ceph-mon[16720]: osdmap e69: 8 total, 8 up, 8 in 2026-02-12T00:26:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:41 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]: dispatch 2026-02-12T00:26:43.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]': finished 2026-02-12T00:26:43.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T00:26:43.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2427424539' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]': finished 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2427424539' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:43.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:43.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2360358805' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1156037167"}]': finished 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: osdmap e70: 8 total, 8 up, 8 in 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2427424539' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]: dispatch 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:26:43.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:44.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]': finished 2026-02-12T00:26:44.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[14476]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T00:26:44.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]: dispatch 2026-02-12T00:26:44.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]': finished 2026-02-12T00:26:44.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[22993]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T00:26:44.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:43 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]: dispatch 2026-02-12T00:26:44.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:43 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3507072122"}]': finished 2026-02-12T00:26:44.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:43 trial116 ceph-mon[16720]: osdmap e71: 8 total, 8 up, 8 in 2026-02-12T00:26:44.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:43 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]: dispatch 2026-02-12T00:26:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:26:44] "GET /metrics HTTP/1.1" 200 38123 "" "Prometheus/2.51.0" 2026-02-12T00:26:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]': finished 2026-02-12T00:26:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T00:26:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3239187270' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[22993]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]': finished 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3239187270' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:45.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:44 trial052 ceph-mon[14476]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:45.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1700965876' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/761648874"}]': finished 2026-02-12T00:26:45.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: osdmap e72: 8 total, 8 up, 8 in 2026-02-12T00:26:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3239187270' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]: dispatch 2026-02-12T00:26:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:44 trial116 ceph-mon[16720]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]': finished 2026-02-12T00:26:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[14476]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T00:26:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1072530768' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]': finished 2026-02-12T00:26:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[22993]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T00:26:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1072530768' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:45 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:46.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:45 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2107313169"}]': finished 2026-02-12T00:26:46.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:45 trial116 ceph-mon[16720]: osdmap e73: 8 total, 8 up, 8 in 2026-02-12T00:26:46.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:45 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1072530768' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:46.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:45 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]: dispatch 2026-02-12T00:26:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]': finished 2026-02-12T00:26:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[14476]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T00:26:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2239184576' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[14476]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:47.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]': finished 2026-02-12T00:26:47.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[22993]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T00:26:47.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2239184576' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:46 trial052 ceph-mon[22993]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:47.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:46 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/588890394"}]': finished 2026-02-12T00:26:47.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:46 trial116 ceph-mon[16720]: osdmap e74: 8 total, 8 up, 8 in 2026-02-12T00:26:47.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:46 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2239184576' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:46 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]: dispatch 2026-02-12T00:26:47.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:46 trial116 ceph-mon[16720]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]': finished 2026-02-12T00:26:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[14476]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T00:26:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1570315197' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:48.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]': finished 2026-02-12T00:26:48.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[22993]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T00:26:48.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1570315197' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:48.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:47 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:48.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:47 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/2695186010"}]': finished 2026-02-12T00:26:48.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:47 trial116 ceph-mon[16720]: osdmap e75: 8 total, 8 up, 8 in 2026-02-12T00:26:48.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1570315197' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:48.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:47 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]: dispatch 2026-02-12T00:26:49.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]': finished 2026-02-12T00:26:49.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[14476]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T00:26:49.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]: dispatch 2026-02-12T00:26:49.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[14476]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:49.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]': finished 2026-02-12T00:26:49.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[22993]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T00:26:49.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]: dispatch 2026-02-12T00:26:49.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:48 trial052 ceph-mon[22993]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:49.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:48 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/288186134"}]': finished 2026-02-12T00:26:49.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:48 trial116 ceph-mon[16720]: osdmap e76: 8 total, 8 up, 8 in 2026-02-12T00:26:49.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:48 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]: dispatch 2026-02-12T00:26:49.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:48 trial116 ceph-mon[16720]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:50.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]': finished 2026-02-12T00:26:50.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[14476]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T00:26:50.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1570526544' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:50.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:50.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]': finished 2026-02-12T00:26:50.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[22993]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T00:26:50.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1570526544' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:50.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:49 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:50.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:49 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4232411877' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/2695186010"}]': finished 2026-02-12T00:26:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:49 trial116 ceph-mon[16720]: osdmap e77: 8 total, 8 up, 8 in 2026-02-12T00:26:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:49 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1570526544' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:49 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]: dispatch 2026-02-12T00:26:51.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]': finished 2026-02-12T00:26:51.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[14476]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T00:26:51.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[14476]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:51.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]': finished 2026-02-12T00:26:51.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[22993]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T00:26:51.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:50 trial052 ceph-mon[22993]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:50 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3860009694"}]': finished 2026-02-12T00:26:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:50 trial116 ceph-mon[16720]: osdmap e78: 8 total, 8 up, 8 in 2026-02-12T00:26:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:50 trial116 ceph-mon[16720]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:26:52.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:51 trial052 ceph-mon[14476]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T00:26:52.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:51 trial052 ceph-mon[22993]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T00:26:52.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:51 trial116 ceph-mon[16720]: osdmap e79: 8 total, 8 up, 8 in 2026-02-12T00:26:53.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:52 trial052 ceph-mon[14476]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T00:26:53.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:52 trial052 ceph-mon[14476]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:52 trial052 ceph-mon[22993]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T00:26:53.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:52 trial052 ceph-mon[22993]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:53.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:52 trial116 ceph-mon[16720]: osdmap e80: 8 total, 8 up, 8 in 2026-02-12T00:26:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:52 trial116 ceph-mon[16720]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 231 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:26:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:26:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:26:54] "GET /metrics HTTP/1.1" 200 38123 "" "Prometheus/2.51.0" 2026-02-12T00:26:55.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[14476]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T00:26:55.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:55.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[14476]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:26:55.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[22993]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T00:26:55.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:55.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:54 trial052 ceph-mon[22993]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:26:55.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:54 trial116 ceph-mon[16720]: osdmap e81: 8 total, 8 up, 8 in 2026-02-12T00:26:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:54 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:26:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:54 trial116 ceph-mon[16720]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:26:56.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:55 trial052 ceph-mon[14476]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T00:26:56.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:55 trial052 ceph-mon[22993]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T00:26:56.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:55 trial116 ceph-mon[16720]: osdmap e82: 8 total, 8 up, 8 in 2026-02-12T00:26:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:56 trial052 ceph-mon[14476]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 957 B/s rd, 0 op/s 2026-02-12T00:26:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:56 trial052 ceph-mon[22993]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 957 B/s rd, 0 op/s 2026-02-12T00:26:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:56 trial116 ceph-mon[16720]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 957 B/s rd, 0 op/s 2026-02-12T00:26:58.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:58.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:58.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:26:59.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:26:58 trial052 ceph-mon[14476]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1 op/s 2026-02-12T00:26:59.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:26:58 trial052 ceph-mon[22993]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1 op/s 2026-02-12T00:26:59.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:26:58 trial116 ceph-mon[16720]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.6 KiB/s rd, 1 op/s 2026-02-12T00:27:01.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:01 trial052 ceph-mon[14476]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:01.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:01 trial052 ceph-mon[22993]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:01 trial116 ceph-mon[16720]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:03 trial052 ceph-mon[14476]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T00:27:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:03 trial052 ceph-mon[22993]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T00:27:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:03 trial116 ceph-mon[16720]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 613 B/s rd, 0 op/s 2026-02-12T00:27:04.537 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:04] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T00:27:05.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:05 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:05.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:05 trial052 ceph-mon[14476]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:27:05.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:05 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:05.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:05 trial052 ceph-mon[22993]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:27:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:05 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:05 trial116 ceph-mon[16720]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:27:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:07 trial052 ceph-mon[14476]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 903 B/s rd, 0 op/s 2026-02-12T00:27:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:07 trial052 ceph-mon[22993]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 903 B/s rd, 0 op/s 2026-02-12T00:27:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:07 trial116 ceph-mon[16720]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 903 B/s rd, 0 op/s 2026-02-12T00:27:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:09 trial052 ceph-mon[14476]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:09.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:09 trial052 ceph-mon[22993]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:09 trial116 ceph-mon[16720]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:11.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:11 trial052 ceph-mon[14476]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:11 trial052 ceph-mon[22993]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:11 trial116 ceph-mon[16720]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2026-02-12T00:27:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T00:27:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[14476]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T00:27:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:13 trial052 ceph-mon[22993]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 2]}]': finished 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2026-02-12T00:27:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:13 trial116 ceph-mon[16720]: osdmap e83: 8 total, 8 up, 8 in 2026-02-12T00:27:14.096 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:27:13 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=infra.usagestats t=2026-02-12T00:27:13.783350734Z level=info msg="Usage stats are ready to report" 2026-02-12T00:27:14.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:14 trial052 ceph-mon[14476]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T00:27:14.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:14 trial052 ceph-mon[22993]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T00:27:14.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:14] "GET /metrics HTTP/1.1" 200 38120 "" "Prometheus/2.51.0" 2026-02-12T00:27:14.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:14 trial116 ceph-mon[16720]: osdmap e84: 8 total, 8 up, 8 in 2026-02-12T00:27:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:15 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:15 trial052 ceph-mon[14476]: pgmap v70: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:15 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:15 trial052 ceph-mon[22993]: pgmap v70: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:15 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:15 trial116 ceph-mon[16720]: pgmap v70: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:17 trial052 ceph-mon[14476]: pgmap v71: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:27:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:17 trial052 ceph-mon[22993]: pgmap v71: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:27:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:17 trial116 ceph-mon[16720]: pgmap v71: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:27:19.537 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:19 trial052 ceph-mon[14476]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:19.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:19 trial052 ceph-mon[22993]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:19 trial116 ceph-mon[16720]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:21 trial052 ceph-mon[14476]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:21.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:21 trial052 ceph-mon[22993]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:21 trial116 ceph-mon[16720]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:23 trial052 ceph-mon[14476]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:23 trial052 ceph-mon[22993]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:23.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:23 trial116 ceph-mon[16720]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:24] "GET /metrics HTTP/1.1" 200 38120 "" "Prometheus/2.51.0" 2026-02-12T00:27:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:25 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:25 trial052 ceph-mon[14476]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 935 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:25 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:25 trial052 ceph-mon[22993]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 935 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:25 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:25 trial116 ceph-mon[16720]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 935 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:27 trial052 ceph-mon[14476]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:27 trial052 ceph-mon[22993]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:27 trial116 ceph-mon[16720]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:27.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:29 trial052 ceph-mon[14476]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:29 trial052 ceph-mon[22993]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:29 trial116 ceph-mon[16720]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2026-02-12T00:27:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:31 trial052 ceph-mon[14476]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:31 trial052 ceph-mon[22993]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:31 trial116 ceph-mon[16720]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:33 trial052 ceph-mon[14476]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:33 trial052 ceph-mon[22993]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:33.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:33 trial116 ceph-mon[16720]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:34] "GET /metrics HTTP/1.1" 200 38119 "" "Prometheus/2.51.0" 2026-02-12T00:27:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[14476]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:27:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:27:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:27:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[22993]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:27:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:27:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:35 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:27:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:35 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:35 trial116 ceph-mon[16720]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:35 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:27:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:35 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:27:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:35 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:27:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:37 trial052 ceph-mon[14476]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:37 trial052 ceph-mon[22993]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:37 trial116 ceph-mon[16720]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:39 trial052 ceph-mon[14476]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:39 trial052 ceph-mon[22993]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:39 trial116 ceph-mon[16720]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:41.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:41 trial052 ceph-mon[14476]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:41.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:41 trial052 ceph-mon[22993]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:41 trial116 ceph-mon[16720]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:43 trial052 ceph-mon[14476]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:43 trial052 ceph-mon[22993]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:43 trial116 ceph-mon[16720]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:44] "GET /metrics HTTP/1.1" 200 38118 "" "Prometheus/2.51.0" 2026-02-12T00:27:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:45 trial052 ceph-mon[14476]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:45 trial052 ceph-mon[22993]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:45 trial116 ceph-mon[16720]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:47 trial052 ceph-mon[14476]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:47.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:47 trial052 ceph-mon[22993]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:47 trial116 ceph-mon[16720]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 767 B/s rd, 0 op/s 2026-02-12T00:27:49.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:49 trial052 ceph-mon[14476]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:49 trial052 ceph-mon[22993]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:49 trial116 ceph-mon[16720]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:51 trial052 ceph-mon[14476]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:51 trial052 ceph-mon[22993]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:51.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:51 trial116 ceph-mon[16720]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:53 trial052 ceph-mon[14476]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:53 trial052 ceph-mon[22993]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:53 trial116 ceph-mon[16720]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:27:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:27:54] "GET /metrics HTTP/1.1" 200 38118 "" "Prometheus/2.51.0" 2026-02-12T00:27:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:55 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:55 trial052 ceph-mon[14476]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:55 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:55 trial052 ceph-mon[22993]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:55 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:27:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:55 trial116 ceph-mon[16720]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:57 trial052 ceph-mon[14476]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:57 trial052 ceph-mon[22993]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:57 trial116 ceph-mon[16720]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:27:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:27:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:27:59 trial052 ceph-mon[14476]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:59.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:27:59 trial052 ceph-mon[22993]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:27:59.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:27:59 trial116 ceph-mon[16720]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:01 trial052 ceph-mon[14476]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:01.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:01 trial052 ceph-mon[22993]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:01 trial116 ceph-mon[16720]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:03 trial052 ceph-mon[14476]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:03.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:03 trial052 ceph-mon[22993]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:03 trial116 ceph-mon[16720]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:04] "GET /metrics HTTP/1.1" 200 38116 "" "Prometheus/2.51.0" 2026-02-12T00:28:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:05 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:05 trial052 ceph-mon[14476]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:05 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:05 trial052 ceph-mon[22993]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:05 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:05.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:05 trial116 ceph-mon[16720]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:07 trial052 ceph-mon[14476]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:07.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:07 trial052 ceph-mon[22993]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:07 trial116 ceph-mon[16720]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:09 trial052 ceph-mon[14476]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:09.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:09 trial052 ceph-mon[22993]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:09 trial116 ceph-mon[16720]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:11 trial052 ceph-mon[14476]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:11.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:11 trial052 ceph-mon[22993]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:11 trial116 ceph-mon[16720]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:12.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:13 trial052 ceph-mon[14476]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:13.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:13 trial052 ceph-mon[22993]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:13 trial116 ceph-mon[16720]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:14] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T00:28:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:15 trial052 ceph-mon[14476]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:15 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:15 trial052 ceph-mon[22993]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:15 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:15 trial116 ceph-mon[16720]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:15 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:17 trial052 ceph-mon[14476]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:17 trial052 ceph-mon[22993]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:17 trial116 ceph-mon[16720]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:19 trial052 ceph-mon[14476]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:19 trial052 ceph-mon[22993]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:19 trial116 ceph-mon[16720]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:21 trial052 ceph-mon[14476]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:21 trial052 ceph-mon[22993]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:21 trial116 ceph-mon[16720]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:23 trial052 ceph-mon[14476]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:23 trial052 ceph-mon[22993]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:23.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:23 trial116 ceph-mon[16720]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:24] "GET /metrics HTTP/1.1" 200 38117 "" "Prometheus/2.51.0" 2026-02-12T00:28:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:25 trial052 ceph-mon[14476]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:25 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:25 trial052 ceph-mon[22993]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:25 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:25 trial116 ceph-mon[16720]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:25 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:27 trial052 ceph-mon[14476]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:27 trial052 ceph-mon[22993]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:27 trial116 ceph-mon[16720]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:29 trial052 ceph-mon[14476]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:29 trial052 ceph-mon[22993]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:29 trial116 ceph-mon[16720]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:31 trial052 ceph-mon[14476]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:31.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:31 trial052 ceph-mon[22993]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:31 trial116 ceph-mon[16720]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:33 trial052 ceph-mon[14476]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:33 trial052 ceph-mon[22993]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:33 trial116 ceph-mon[16720]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:34] "GET /metrics HTTP/1.1" 200 38131 "" "Prometheus/2.51.0" 2026-02-12T00:28:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:35 trial052 ceph-mon[14476]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:35 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:35 trial052 ceph-mon[22993]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:35 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:35 trial116 ceph-mon[16720]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:35 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:28:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:28:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:28:36.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:28:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:28:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:36 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:28:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:36 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:28:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:36 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:28:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:36 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:28:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:37 trial052 ceph-mon[14476]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:37 trial052 ceph-mon[22993]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:37 trial116 ceph-mon[16720]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:39 trial052 ceph-mon[14476]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:39.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:39 trial052 ceph-mon[22993]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:39 trial116 ceph-mon[16720]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:41.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:41 trial052 ceph-mon[14476]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:41.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:41 trial052 ceph-mon[22993]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:41 trial116 ceph-mon[16720]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:43 trial052 ceph-mon[14476]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:43 trial052 ceph-mon[22993]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:43 trial116 ceph-mon[16720]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:44] "GET /metrics HTTP/1.1" 200 38133 "" "Prometheus/2.51.0" 2026-02-12T00:28:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:45 trial052 ceph-mon[14476]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:45.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:45 trial052 ceph-mon[22993]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:45 trial116 ceph-mon[16720]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:47 trial052 ceph-mon[14476]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:47 trial052 ceph-mon[22993]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:47 trial116 ceph-mon[16720]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:49.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:49 trial052 ceph-mon[14476]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:49 trial052 ceph-mon[22993]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:49 trial116 ceph-mon[16720]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:51 trial052 ceph-mon[14476]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:51 trial052 ceph-mon[22993]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:51.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:51 trial116 ceph-mon[16720]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:53 trial052 ceph-mon[14476]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:53 trial052 ceph-mon[22993]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:53 trial116 ceph-mon[16720]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:28:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:28:54] "GET /metrics HTTP/1.1" 200 38133 "" "Prometheus/2.51.0" 2026-02-12T00:28:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:55 trial052 ceph-mon[14476]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:55 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:55 trial052 ceph-mon[22993]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:55 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:55 trial116 ceph-mon[16720]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:55 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:28:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:57 trial052 ceph-mon[14476]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:57 trial052 ceph-mon[22993]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:57 trial116 ceph-mon[16720]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:28:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:28:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:28:59 trial052 ceph-mon[14476]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:59.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:28:59 trial052 ceph-mon[22993]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:28:59.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:28:59 trial116 ceph-mon[16720]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:01 trial052 ceph-mon[14476]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:01.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:01 trial052 ceph-mon[22993]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:01 trial116 ceph-mon[16720]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:03 trial052 ceph-mon[14476]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:03 trial052 ceph-mon[22993]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:03 trial116 ceph-mon[16720]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:04] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:29:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:05 trial052 ceph-mon[14476]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:05 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:05 trial052 ceph-mon[22993]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:05 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:05 trial116 ceph-mon[16720]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:05 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:07 trial052 ceph-mon[14476]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:07.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:07 trial052 ceph-mon[22993]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:07 trial116 ceph-mon[16720]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:09 trial052 ceph-mon[14476]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:09 trial052 ceph-mon[22993]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:09 trial116 ceph-mon[16720]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:11 trial052 ceph-mon[14476]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:11 trial052 ceph-mon[22993]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:11 trial116 ceph-mon[16720]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:13 trial052 ceph-mon[14476]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:13.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:13 trial052 ceph-mon[22993]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:13 trial116 ceph-mon[16720]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:14] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:29:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:15 trial052 ceph-mon[14476]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:15 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:15 trial052 ceph-mon[22993]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:15 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:15 trial116 ceph-mon[16720]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:15 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:17 trial052 ceph-mon[22993]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:17 trial052 ceph-mon[14476]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:17 trial116 ceph-mon[16720]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:19 trial052 ceph-mon[14476]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:19 trial052 ceph-mon[22993]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:19 trial116 ceph-mon[16720]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:21 trial052 ceph-mon[14476]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:21 trial052 ceph-mon[22993]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:21 trial116 ceph-mon[16720]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:23 trial052 ceph-mon[14476]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:23 trial052 ceph-mon[22993]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:23.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:23 trial116 ceph-mon[16720]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:24] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:29:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:25 trial052 ceph-mon[14476]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:25 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:25 trial052 ceph-mon[22993]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:25 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:25 trial116 ceph-mon[16720]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:25 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:27 trial052 ceph-mon[14476]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:27 trial052 ceph-mon[22993]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:27 trial116 ceph-mon[16720]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:29 trial052 ceph-mon[14476]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:29 trial052 ceph-mon[22993]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:29 trial116 ceph-mon[16720]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:31 trial052 ceph-mon[14476]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:31 trial052 ceph-mon[22993]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:31 trial116 ceph-mon[16720]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:33.588 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:33 trial052 ceph-mon[14476]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:33.588 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:33 trial052 ceph-mon[22993]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:33 trial116 ceph-mon[16720]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:33.641 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2026-02-12T00:29:33.932 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:34.165 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2026-02-12T00:29:34.216 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:34] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T00:29:34.453 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:34.680 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph config set global log_to_journald false --force' 2026-02-12T00:29:34.964 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:35.193 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:29:35.480 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:35.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:35 trial052 ceph-mon[14476]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:35.542 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:35 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:35.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:35 trial052 ceph-mon[22993]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:35.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:35 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:35 trial116 ceph-mon[16720]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:35 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:35.689 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:29:35.689 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (3m) 3m ago 3m 74.0M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 22de971cdd47 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,8765 running (4m) 3m ago 4m 488M - 19.2.3-672-g283431c0 4cc07a41bb19 8b158b31f5be 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 1ba7036fb5b0 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (5m) 3m ago 5m 50.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (3m) 3m ago 3m 4214k - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:29:35.690 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (4m) 3m ago 4m 53.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (4m) 3m ago 4m 48.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (3m) 3m ago 3m 51.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (3m) 3m ago 3m 53.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (3m) 3m ago 3m 36.4M - 2.51.0 1d3b7f56885b b1c26400f240 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:29:35.691 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (3m) 3m ago 3m 101M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:29:35.728 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:29:36.012 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:36.241 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:29:36.242 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 15 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:29:36.243 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:29:36.279 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T00:29:36.568 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1287113011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:36.591 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:36 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1287113011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:29:36.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:36 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:36.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:36 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:36 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:36 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1287113011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: cluster: 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: id: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: health: HEALTH_OK 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: services: 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: mon: 3 daemons, quorum a,b,c (age 4m) 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2026-02-12T00:29:36.792 INFO:teuthology.orchestra.run.trial052.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: data: 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: pools: 6 pools, 161 pgs 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: objects: 244 objects, 585 KiB 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: pgs: 161 active+clean 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: io: 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T00:29:36.793 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:29:36.829 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls' 2026-02-12T00:29:37.117 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:37.313 INFO:teuthology.orchestra.run.trial052.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T00:29:37.323 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager ?:9093,9094 1/1 3m ago 3m trial052=a;count:1 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:grafana ?:3000 1/1 3m ago 3m trial116=a;count:1 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:mgr 2/2 3m ago 4m trial052=y;trial116=x;count:2 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:mon 3/3 3m ago 5m trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b;count:3 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter ?:9100 2/2 3m ago 3m trial052=a;trial116=b;count:2 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:osd 8 3m ago - 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:prometheus ?:9095 1/1 3m ago 3m trial116=a;count:1 2026-02-12T00:29:37.324 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo ?:8000 2/2 3m ago 3m count:2 2026-02-12T00:29:37.352 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T00:29:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[14476]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[14476]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3399803270' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:29:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[22993]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[22993]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:37 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3399803270' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:29:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:37 trial116 ceph-mon[16720]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:37.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:37 trial116 ceph-mon[16720]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:37.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:37 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3399803270' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:29:37.637 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:38.017 INFO:teuthology.orchestra.run.trial052.stdout:Scheduled to redeploy mgr.x on host 'trial116' 2026-02-12T00:29:38.055 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps --refresh' 2026-02-12T00:29:38.295 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:38.295 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1899226139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:29:38.295 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.295 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.295 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.341 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (3m) 3m ago 3m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (3m) 3m ago 3m 74.0M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (3m) 3m ago 3m - - 3.9 4cc07a41bb19 22de971cdd47 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,8765 running (5m) 3m ago 5m 488M - 19.2.3-672-g283431c0 4cc07a41bb19 8b158b31f5be 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:9283,8765 running (5m) 3m ago 5m - - 19.2.3-672-g283431c0 4cc07a41bb19 1ba7036fb5b0 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:29:38.547 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (5m) 3m ago 5m 50.3M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (5m) 3m ago 5m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (3m) 3m ago 3m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (3m) 3m ago 3m 4214k - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (4m) 3m ago 4m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (4m) 3m ago 4m 53.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (4m) 3m ago 4m 48.8M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (3m) 3m ago 3m 51.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (3m) 3m ago 3m 53.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:29:38.548 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (3m) 3m ago 3m 36.4M - 2.51.0 1d3b7f56885b b1c26400f240 2026-02-12T00:29:38.549 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (3m) 3m ago 3m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:29:38.549 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (3m) 3m ago 3m 101M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1899226139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.549 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1899226139' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:29:38.550 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:29:38.551 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:38 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.585 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:29:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:29:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:29:38.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:38 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:38.874 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:29:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:39 trial116 ceph-mon[16720]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:39 trial116 ceph-mon[16720]: Schedule redeploy daemon mgr.x 2026-02-12T00:29:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:39 trial116 ceph-mon[16720]: Deploying daemon mgr.x on trial116 2026-02-12T00:29:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:39 trial116 ceph-mon[16720]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[14476]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[14476]: Schedule redeploy daemon mgr.x 2026-02-12T00:29:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[14476]: Deploying daemon mgr.x on trial116 2026-02-12T00:29:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[14476]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:39.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[22993]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:39.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[22993]: Schedule redeploy daemon mgr.x 2026-02-12T00:29:39.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[22993]: Deploying daemon mgr.x on trial116 2026-02-12T00:29:39.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:39 trial052 ceph-mon[22993]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:40.557 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:40 trial052 ceph-mon[22993]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:40.558 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:40 trial052 ceph-mon[14476]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:40.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:40 trial116 ceph-mon[16720]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:29:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:41 trial116 ceph-mon[16720]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:41 trial052 ceph-mon[14476]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:41 trial052 ceph-mon[22993]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:42.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:42.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:43 trial116 ceph-mon[16720]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:43 trial052 ceph-mon[14476]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:43 trial052 ceph-mon[22993]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:44] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:29:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:45 trial116 ceph-mon[16720]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:45 trial052 ceph-mon[14476]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:45.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:45 trial052 ceph-mon[22993]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:45.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:47 trial116 ceph-mon[16720]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:47 trial052 ceph-mon[14476]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:47 trial052 ceph-mon[22993]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:49 trial116 ceph-mon[16720]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:49 trial052 ceph-mon[14476]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:49 trial052 ceph-mon[22993]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:51.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:51 trial116 ceph-mon[16720]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:51 trial052 ceph-mon[14476]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:51 trial052 ceph-mon[22993]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:53 trial116 ceph-mon[16720]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:53 trial052 ceph-mon[14476]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:53.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:53 trial052 ceph-mon[22993]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:29:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:29:54] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:29:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: Stopping Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:29:55.439 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:55 trial116 ceph-mon[16720]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:55 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48169]: 2026-02-12 00:29:55.121328201 +0000 UTC m=+0.043824529 container died 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_REF=squid, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.build-date=20260202, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48169]: 2026-02-12 00:29:55.133964063 +0000 UTC m=+0.056460391 container remove 8b158b31f5befc51566bd33188776b4295a71197c6cbf4f75b1b0c7ad0d9ea47 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202) 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 bash[48169]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: Stopped Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Consumed 5.925s CPU time. 2026-02-12T00:29:55.440 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: Starting Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:29:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:55 trial052 ceph-mon[14476]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:55 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:55.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:55 trial052 ceph-mon[22993]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:55.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:55 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48341]: 2026-02-12 00:29:55.43944126 +0000 UTC m=+0.016351191 container create 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48341]: 2026-02-12 00:29:55.470653259 +0000 UTC m=+0.047563210 container init 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48341]: 2026-02-12 00:29:55.472844503 +0000 UTC m=+0.049754424 container start 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 bash[48341]: 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 podman[48341]: 2026-02-12 00:29:55.432117624 +0000 UTC m=+0.009027555 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 systemd[1]: Started Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:29:55.802 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:55 trial116 ceph-mgr[48369]: -- 10.20.193.116:0/3204595663 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2d6da00 con 0x2d41c00 2026-02-12T00:29:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:56 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:29:56.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:29:56.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: from numpy import show_config as show_numpy_config 2026-02-12T00:29:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:29:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:56 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:29:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:57.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:57.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:29:58.534 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:29:58] ENGINE Bus STARTING 2026-02-12T00:29:58.534 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: CherryPy Checker: 2026-02-12T00:29:58.534 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: The Application mounted at '' has an empty config. 2026-02-12T00:29:58.535 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: 2026-02-12T00:29:58.535 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:29:58] ENGINE Serving on http://:::9283 2026-02-12T00:29:58.535 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:29:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:29:58] ENGINE Bus STARTED 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: Standby manager daemon x restarted 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: Standby manager daemon x restarted 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:29:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:29:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: Standby manager daemon x restarted 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:29:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:29:59.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:29:59 trial116 ceph-mon[16720]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T00:30:00.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:29:59 trial052 ceph-mon[14476]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T00:30:00.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:29:59 trial052 ceph-mon[22993]: mgrmap e22: y(active, since 3m), standbys: x 2026-02-12T00:30:00.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:00 trial116 ceph-mon[16720]: overall HEALTH_OK 2026-02-12T00:30:00.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:00 trial116 ceph-mon[16720]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:00 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:30:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:00 trial052 ceph-mon[14476]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:01.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:00 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:30:01.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:00 trial052 ceph-mon[22993]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:03 trial052 ceph-mon[14476]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:03.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:03 trial052 ceph-mon[22993]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:03 trial116 ceph-mon[16720]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:04] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T00:30:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:05 trial052 ceph-mon[14476]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:05 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:05 trial052 ceph-mon[22993]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:05 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:05 trial116 ceph-mon[16720]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:05.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:05 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:07 trial052 ceph-mon[14476]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:07.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:07 trial052 ceph-mon[22993]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:07 trial116 ceph-mon[16720]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:09 trial052 ceph-mon[14476]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:09 trial052 ceph-mon[22993]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:09 trial116 ceph-mon[16720]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:11 trial052 ceph-mon[14476]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:11 trial052 ceph-mon[22993]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:11 trial116 ceph-mon[16720]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:13 trial052 ceph-mon[14476]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:13 trial052 ceph-mon[22993]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:13 trial116 ceph-mon[16720]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:14] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:30:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:15 trial052 ceph-mon[14476]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:15 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:15 trial052 ceph-mon[22993]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:15 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:15 trial116 ceph-mon[16720]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:15 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:17 trial052 ceph-mon[14476]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:17 trial052 ceph-mon[22993]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:17 trial116 ceph-mon[16720]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:19 trial052 ceph-mon[14476]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:19 trial052 ceph-mon[22993]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:19 trial116 ceph-mon[16720]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:21 trial052 ceph-mon[14476]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:21 trial052 ceph-mon[22993]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:21 trial116 ceph-mon[16720]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:23 trial052 ceph-mon[14476]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:23 trial052 ceph-mon[22993]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:23.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:23 trial116 ceph-mon[16720]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:24] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:30:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:25 trial052 ceph-mon[14476]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:25 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:25 trial052 ceph-mon[22993]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:25 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:25 trial116 ceph-mon[16720]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:25 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:27 trial052 ceph-mon[14476]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:27 trial052 ceph-mon[22993]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:27.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:27 trial116 ceph-mon[16720]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:27.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:29 trial052 ceph-mon[14476]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:29.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:29 trial052 ceph-mon[22993]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:29 trial116 ceph-mon[16720]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:31 trial052 ceph-mon[14476]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:31 trial052 ceph-mon[22993]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:31 trial116 ceph-mon[16720]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:33 trial052 ceph-mon[14476]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:33 trial052 ceph-mon[22993]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:33 trial116 ceph-mon[16720]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:34] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:30:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:35 trial052 ceph-mon[14476]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:35 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:35.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:35 trial052 ceph-mon[22993]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:35 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:35 trial116 ceph-mon[16720]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:35 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:37 trial052 ceph-mon[14476]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:37 trial052 ceph-mon[22993]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:37 trial116 ceph-mon[16720]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:39 trial052 ceph-mon[14476]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:39 trial052 ceph-mon[22993]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:39 trial116 ceph-mon[16720]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:41.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:41 trial052 ceph-mon[14476]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:41.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:41 trial052 ceph-mon[22993]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:41 trial116 ceph-mon[16720]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:43 trial052 ceph-mon[14476]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:43 trial052 ceph-mon[22993]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:43 trial116 ceph-mon[16720]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:44] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:30:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:45 trial052 ceph-mon[14476]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:45.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:45 trial052 ceph-mon[22993]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:45 trial116 ceph-mon[16720]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:47 trial052 ceph-mon[14476]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:47 trial052 ceph-mon[22993]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:47 trial116 ceph-mon[16720]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:49.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:49 trial052 ceph-mon[14476]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:49.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:49 trial052 ceph-mon[22993]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:49 trial116 ceph-mon[16720]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:51 trial052 ceph-mon[14476]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:51.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:51 trial052 ceph-mon[22993]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:51.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:51 trial116 ceph-mon[16720]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:53 trial052 ceph-mon[14476]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:53 trial052 ceph-mon[22993]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:53 trial116 ceph-mon[16720]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:30:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:30:54] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:30:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:55 trial052 ceph-mon[14476]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:55 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:55 trial052 ceph-mon[22993]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:55 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:55 trial116 ceph-mon[16720]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:55 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:30:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:57 trial052 ceph-mon[14476]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:57 trial052 ceph-mon[22993]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:57 trial116 ceph-mon[16720]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:30:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[14476]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:30:58 trial052 ceph-mon[22993]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:30:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:30:58 trial116 ceph-mon[16720]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:01 trial052 ceph-mon[14476]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:01.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:01 trial052 ceph-mon[22993]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:01 trial116 ceph-mon[16720]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:03 trial052 ceph-mon[14476]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:03 trial052 ceph-mon[22993]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:03.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:03 trial116 ceph-mon[16720]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:04] "GET /metrics HTTP/1.1" 200 38126 "" "Prometheus/2.51.0" 2026-02-12T00:31:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:05 trial052 ceph-mon[14476]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:05 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:05 trial052 ceph-mon[22993]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:05.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:05 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:05 trial116 ceph-mon[16720]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:05.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:05 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:07 trial052 ceph-mon[14476]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:07 trial052 ceph-mon[22993]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:07 trial116 ceph-mon[16720]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:09 trial052 ceph-mon[14476]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:09.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:09 trial052 ceph-mon[22993]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:09 trial116 ceph-mon[16720]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:11 trial052 ceph-mon[14476]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:11 trial052 ceph-mon[22993]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:11.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:11 trial116 ceph-mon[16720]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:12.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:12.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:13 trial052 ceph-mon[14476]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:13.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:13 trial052 ceph-mon[22993]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:13 trial116 ceph-mon[16720]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:14] "GET /metrics HTTP/1.1" 200 38130 "" "Prometheus/2.51.0" 2026-02-12T00:31:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:15 trial052 ceph-mon[14476]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:15 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:15 trial052 ceph-mon[22993]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:15.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:15 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:15 trial116 ceph-mon[16720]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:15 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:17 trial052 ceph-mon[14476]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:17 trial052 ceph-mon[22993]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:17 trial116 ceph-mon[16720]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:19 trial052 ceph-mon[14476]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:19.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:19 trial052 ceph-mon[22993]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:19 trial116 ceph-mon[16720]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:21 trial052 ceph-mon[14476]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:21.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:21 trial052 ceph-mon[22993]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:21 trial116 ceph-mon[16720]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:23 trial052 ceph-mon[14476]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:23 trial052 ceph-mon[22993]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:23.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:23 trial116 ceph-mon[16720]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:24] "GET /metrics HTTP/1.1" 200 38130 "" "Prometheus/2.51.0" 2026-02-12T00:31:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:25 trial052 ceph-mon[14476]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:25 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:25 trial052 ceph-mon[22993]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:25.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:25 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:25 trial116 ceph-mon[16720]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:25 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:27 trial052 ceph-mon[14476]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:27 trial052 ceph-mon[22993]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:27 trial116 ceph-mon[16720]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:27.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:29 trial052 ceph-mon[14476]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:29 trial052 ceph-mon[22993]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:29.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:29 trial116 ceph-mon[16720]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:31 trial052 ceph-mon[14476]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:31 trial052 ceph-mon[22993]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:31.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:31 trial116 ceph-mon[16720]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:33 trial052 ceph-mon[14476]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:33 trial052 ceph-mon[22993]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:33 trial116 ceph-mon[16720]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:34] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:31:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:35 trial052 ceph-mon[14476]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:35 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:35.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:35 trial052 ceph-mon[22993]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:35.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:35 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:35 trial116 ceph-mon[16720]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:35.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:35 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:37 trial052 ceph-mon[14476]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:37 trial052 ceph-mon[22993]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:37 trial116 ceph-mon[16720]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:39 trial052 ceph-mon[14476]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:39 trial052 ceph-mon[22993]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:39 trial116 ceph-mon[16720]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:41.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:41 trial052 ceph-mon[14476]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:41.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:41 trial052 ceph-mon[22993]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:41 trial116 ceph-mon[16720]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:43.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:43 trial052 ceph-mon[14476]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:43.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:43 trial052 ceph-mon[22993]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:43 trial116 ceph-mon[16720]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:44] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:31:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:45 trial052 ceph-mon[14476]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:45.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:45 trial052 ceph-mon[22993]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:45.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:45 trial116 ceph-mon[16720]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:47.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:47 trial052 ceph-mon[14476]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:47.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:47 trial052 ceph-mon[22993]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:47 trial116 ceph-mon[16720]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:49.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:49 trial052 ceph-mon[14476]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:49.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:49 trial052 ceph-mon[22993]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:49 trial116 ceph-mon[16720]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:51.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:51 trial052 ceph-mon[14476]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:51.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:51 trial052 ceph-mon[22993]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:51.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:51 trial116 ceph-mon[16720]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:53 trial052 ceph-mon[14476]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:53.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:53 trial052 ceph-mon[22993]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:53 trial116 ceph-mon[16720]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:31:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:31:54] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:31:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:55 trial052 ceph-mon[14476]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:55.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:55 trial052 ceph-mon[22993]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:55 trial116 ceph-mon[16720]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:56 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:56 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:56.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:56 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:31:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:57 trial052 ceph-mon[14476]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:57 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:57 trial052 ceph-mon[22993]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:57 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:57 trial116 ceph-mon[16720]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:31:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:57 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:31:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:31:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:31:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[14476]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:31:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:31:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:31:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:58 trial052 ceph-mon[22993]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:31:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:58 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:31:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:58 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:31:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:58 trial116 ceph-mon[16720]: from='mgr.14625 ' entity='mgr.y' 2026-02-12T00:31:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:31:59 trial052 ceph-mon[14476]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:59.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:31:59 trial052 ceph-mon[22993]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:31:59.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:31:59 trial116 ceph-mon[16720]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:01 trial052 ceph-mon[14476]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:01.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:01 trial052 ceph-mon[22993]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:01.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:01 trial116 ceph-mon[16720]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:03 trial052 ceph-mon[14476]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:03 trial052 ceph-mon[22993]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:03.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:03 trial116 ceph-mon[16720]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:32:04] "GET /metrics HTTP/1.1" 200 38129 "" "Prometheus/2.51.0" 2026-02-12T00:32:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:05 trial052 ceph-mon[14476]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:05.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:05 trial052 ceph-mon[22993]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:05 trial116 ceph-mon[16720]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:06 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:06.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:06 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:06.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:06 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:07 trial052 ceph-mon[14476]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:07 trial052 ceph-mon[22993]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:07 trial116 ceph-mon[16720]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:09 trial052 ceph-mon[14476]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:09.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:09 trial052 ceph-mon[22993]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:09 trial116 ceph-mon[16720]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:11 trial052 ceph-mon[14476]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:11 trial052 ceph-mon[22993]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:11 trial116 ceph-mon[16720]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:12 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:12 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:12 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:13 trial052 ceph-mon[14476]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:13.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:13 trial052 ceph-mon[22993]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:13 trial116 ceph-mon[16720]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:32:14] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:32:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:15 trial052 ceph-mon[14476]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:15 trial052 ceph-mon[22993]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:15 trial116 ceph-mon[16720]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:16 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:16.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:16 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:16.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:16 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:17 trial052 ceph-mon[14476]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:17 trial052 ceph-mon[22993]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:17 trial116 ceph-mon[16720]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:19 trial052 ceph-mon[14476]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:19.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:19 trial052 ceph-mon[22993]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:19 trial116 ceph-mon[16720]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:21 trial052 ceph-mon[14476]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:21.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:21 trial052 ceph-mon[22993]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:21 trial116 ceph-mon[16720]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:23 trial052 ceph-mon[14476]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:23 trial052 ceph-mon[22993]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:23.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:23 trial116 ceph-mon[16720]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:32:24] "GET /metrics HTTP/1.1" 200 38127 "" "Prometheus/2.51.0" 2026-02-12T00:32:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:25 trial052 ceph-mon[14476]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:25 trial052 ceph-mon[22993]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:25.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:25 trial116 ceph-mon[16720]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:26 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:26 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:26.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:26 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:27 trial052 ceph-mon[14476]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:27 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:27 trial052 ceph-mon[22993]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:27.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:27 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:27 trial116 ceph-mon[16720]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:27.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:27 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:29 trial052 ceph-mon[14476]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:29 trial052 ceph-mon[22993]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:29 trial116 ceph-mon[16720]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:31 trial052 ceph-mon[14476]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:31 trial052 ceph-mon[22993]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:31 trial116 ceph-mon[16720]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:33 trial052 ceph-mon[14476]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:33 trial052 ceph-mon[22993]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:33 trial116 ceph-mon[16720]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:32:34] "GET /metrics HTTP/1.1" 200 38125 "" "Prometheus/2.51.0" 2026-02-12T00:32:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:35 trial052 ceph-mon[14476]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:35.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:35 trial052 ceph-mon[22993]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:35 trial116 ceph-mon[16720]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:36.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:36 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:36.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:36 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:36.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:36 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:37 trial116 ceph-mon[16720]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:37.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:37 trial052 ceph-mon[14476]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:37.689 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:37 trial052 ceph-mon[22993]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:38.968 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:32:39.255 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:39.457 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (6m) 2m ago 6m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (6m) 102s ago 6m 88.3M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (6m) 2m ago 6m - - 3.9 4cc07a41bb19 22de971cdd47 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (2m) 102s ago 8m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:9283,8765 running (8m) 2m ago 8m - - 19.2.3-672-g283431c0 4cc07a41bb19 1ba7036fb5b0 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (8m) 102s ago 8m 42.6M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:32:39.458 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (8m) 2m ago 8m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (6m) 2m ago 6m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (6m) 102s ago 6m 13.5M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:32:39.459 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (7m) 2m ago 7m - 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (7m) 102s ago 7m 56.3M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (7m) 102s ago 7m 53.4M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (6m) 102s ago 6m 53.7M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (6m) 102s ago 6m 57.1M 20.2G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (6m) 102s ago 6m 55.0M - 2.51.0 1d3b7f56885b b1c26400f240 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (6m) 2m ago 6m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:32:39.460 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (6m) 102s ago 6m 106M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:32:39.493 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:32:39.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:39 trial052 ceph-mon[14476]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:39.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:39 trial052 ceph-mon[22993]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:39.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:39 trial116 ceph-mon[16720]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:39.780 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T00:32:40.006 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 14, 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:32:40.007 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:32:40.043 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T00:32:40.328 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:40.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:40 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1468742460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:40.351 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:40 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1468742460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:40.553 INFO:teuthology.orchestra.run.trial052.stdout: cluster: 2026-02-12T00:32:40.553 INFO:teuthology.orchestra.run.trial052.stdout: id: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: health: HEALTH_OK 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: services: 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: mon: 3 daemons, quorum a,b,c (age 8m) 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: mgr: y(active, since 6m), standbys: x 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: data: 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: pools: 6 pools, 161 pgs 2026-02-12T00:32:40.554 INFO:teuthology.orchestra.run.trial052.stdout: objects: 244 objects, 585 KiB 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: usage: 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: pgs: 161 active+clean 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: io: 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T00:32:40.555 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:32:40.590 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:32:40.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:40 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1468742460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:40.875 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:41.097 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:32:41.133 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2026-02-12T00:32:41.419 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[14476]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[14476]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/237036596' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1099573732' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[22993]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[22993]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:41.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/237036596' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:32:41.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:41 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1099573732' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:32:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:41 trial116 ceph-mon[16720]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:32:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:41 trial116 ceph-mon[16720]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:41 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/237036596' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:32:41.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:41 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1099573732' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:32:41.652 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:32:41.683 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T00:32:41.968 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:42.226 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:32:42.249 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.181+0000 7fc875db2640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T00:32:42.249 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setuser ceph since I am not root 2026-02-12T00:32:42.250 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: ignoring --setgroup ceph since I am not root 2026-02-12T00:32:42.517 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:32:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3695829405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1275301620' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: Activating manager daemon x 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: mgrmap e23: x(active, starting, since 0.00557734s) 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:32:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3695829405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1275301620' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: Activating manager daemon x 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: mgrmap e23: x(active, starting, since 0.00557734s) 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:32:42.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:32:42.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:32:42.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:32:42.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:32:42.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:42 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:32:42.542 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:42 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:42] ENGINE Bus STOPPING 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:42 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3695829405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.14625 10.20.193.52:0/1388056177' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1275301620' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: Activating manager daemon x 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: osdmap e85: 8 total, 8 up, 8 in 2026-02-12T00:32:42.543 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: mgrmap e23: x(active, starting, since 0.00557734s) 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:32:42.544 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:42 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:32:42.828 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.605+0000 7f21e0b61140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-12T00:32:42.828 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.750+0000 7f21e0b61140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-12T00:32:42.828 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.784+0000 7f21e0b61140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-12T00:32:42.828 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.826+0000 7f21e0b61140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-12T00:32:42.846 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:42 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:42] ENGINE Bus STOPPED 2026-02-12T00:32:43.167 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.858+0000 7f21e0b61140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-12T00:32:43.167 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.892+0000 7f21e0b61140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-12T00:32:43.167 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:42 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:42.958+0000 7f21e0b61140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: from numpy import show_config as show_numpy_config 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.034+0000 7f21e0b61140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.068+0000 7f21e0b61140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-12T00:32:43.168 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.166+0000 7f21e0b61140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-12T00:32:43.300 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:42 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: 2026-02-12T00:32:42.944+0000 7f28fa161640 -1 log_channel(cephadm) log [ERR] : Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T00:32:43.300 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:42 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:42] ENGINE Bus STARTING 2026-02-12T00:32:43.300 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:43 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:43] ENGINE Serving on http://:::9283 2026-02-12T00:32:43.300 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:43 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:43] ENGINE Bus STARTED 2026-02-12T00:32:43.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.226+0000 7f21e0b61140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-12T00:32:43.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.260+0000 7f21e0b61140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-12T00:32:43.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.293+0000 7f21e0b61140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.330+0000 7f21e0b61140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.361+0000 7f21e0b61140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: Manager daemon x is now available 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: Manager daemon x is now available 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: Manager daemon x is now available 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:32:43.858 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.599+0000 7f21e0b61140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-12T00:32:43.858 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.699+0000 7f21e0b61140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-12T00:32:43.858 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.730+0000 7f21e0b61140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-12T00:32:43.858 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.761+0000 7f21e0b61140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-12T00:32:43.858 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.856+0000 7f21e0b61140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:32:44.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.886+0000 7f21e0b61140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-12T00:32:44.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:43.979+0000 7f21e0b61140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-12T00:32:44.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: Running migration 7 -> 8 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: Deploying cephadm binary to trial116 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: Deploying cephadm binary to trial052 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: mgrmap e24: x(active, since 1.12741s) 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:44.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:44 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:44.673 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:44.455+0000 7f21e0b61140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-12T00:32:44.673 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:44.487+0000 7f21e0b61140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: Running migration 7 -> 8 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: Deploying cephadm binary to trial116 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: Deploying cephadm binary to trial052 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: mgrmap e24: x(active, since 1.12741s) 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:44.674 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: Running migration 7 -> 8 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: Promtail -> Alloy migration failed: 'CephadmOrchestrator' object has no attribute 'mgr_service' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: Deploying cephadm binary to trial116 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: Deploying cephadm binary to trial052 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: mgrmap e24: x(active, since 1.12741s) 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:44.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:44 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.015 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:44.908+0000 7f21e0b61140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-12T00:32:45.015 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:32:44] ENGINE Bus STARTING 2026-02-12T00:32:45.015 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: CherryPy Checker: 2026-02-12T00:32:45.015 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: The Application mounted at '' has an empty config. 2026-02-12T00:32:45.016 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: 2026-02-12T00:32:45.016 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:32:45] ENGINE Serving on http://:::9283 2026-02-12T00:32:45.016 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:32:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[14732]: [12/Feb/2026:00:32:45] ENGINE Bus STARTED 2026-02-12T00:32:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: [12/Feb/2026:00:32:43] ENGINE Bus STARTING 2026-02-12T00:32:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: [12/Feb/2026:00:32:43] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: [12/Feb/2026:00:32:43] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: [12/Feb/2026:00:32:43] ENGINE Client ('10.20.193.116', 60098) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: [12/Feb/2026:00:32:43] ENGINE Bus STARTED 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: Standby manager daemon y started 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:45 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: [12/Feb/2026:00:32:43] ENGINE Bus STARTING 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: [12/Feb/2026:00:32:43] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: [12/Feb/2026:00:32:43] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: [12/Feb/2026:00:32:43] ENGINE Client ('10.20.193.116', 60098) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: [12/Feb/2026:00:32:43] ENGINE Bus STARTED 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: Standby manager daemon y started 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:32:45.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: [12/Feb/2026:00:32:43] ENGINE Bus STARTING 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: [12/Feb/2026:00:32:43] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: [12/Feb/2026:00:32:43] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: [12/Feb/2026:00:32:43] ENGINE Client ('10.20.193.116', 60098) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:32:45.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: [12/Feb/2026:00:32:43] ENGINE Bus STARTED 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='client.24932 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: Standby manager daemon y started 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/1430490134' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:45.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:45 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE Bus STOPPING 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE Bus STOPPED 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE Bus STARTING 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE Serving on http://:::9283 2026-02-12T00:32:46.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:46] ENGINE Bus STARTED 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial052 to 19731M 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: Adjusting osd_memory_target on trial116 to 19987M 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:32:46.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:46 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:46.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial052 to 19731M 2026-02-12T00:32:46.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T00:32:46.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:32:46.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.351 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: Adjusting osd_memory_target on trial116 to 19987M 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:46.352 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.353 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial052 to 19731M 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: mgrmap e25: x(active, since 3s), standbys: y 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.354 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: Adjusting osd_memory_target on trial116 to 19987M 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.355 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.356 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:46.356 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.356 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:32:46.356 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:46.356 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:46 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Running migration 7 -> 8 2026-02-12T00:32:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'nfs_configured:False', 'node-exporter', 'ingress_configured:False', 'mgr.x', '9283', 'mgmt-gateway_configured:False', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'node-exporter_configured:True', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'alertmanager'}) 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1605613241' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:32:47.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1498605578' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Running migration 7 -> 8 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'nfs_configured:False', 'node-exporter', 'ingress_configured:False', 'mgr.x', '9283', 'mgmt-gateway_configured:False', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'node-exporter_configured:True', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'alertmanager'}) 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1605613241' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1498605578' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:47 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Running migration 7 -> 8 2026-02-12T00:32:47.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Promtail -> Alloy migration: no Promtail service found, nothing to do. 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: Reconfiguring prometheus.a deps ['8765', '9283', 'alertmanager', 'mgr.y', 'node-exporter', 'secure_monitoring_stack:False'] -> ['8765', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'ingress_configured:False', 'mgmt-gateway_configured:False', 'mgr.x', 'mgr.y', 'nfs_configured:False', 'node-exporter_configured:True', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'secure_monitoring_stack:False', 'smb_configured:False'] (diff {'nfs_configured:False', 'node-exporter', 'ingress_configured:False', 'mgr.x', '9283', 'mgmt-gateway_configured:False', 'alertmanager_configured:True', 'ceph-exporter_configured:False', 'node-exporter_configured:True', 'smb_configured:False', 'nvmeof_configured:False', 'oauth2-proxy_configured:False', 'alertmanager'}) 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1605613241' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1498605578' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:47.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:47 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]: dispatch 2026-02-12T00:32:48.576 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:48 trial116 ceph-mon[16720]: Deploying daemon prometheus.a on trial116 2026-02-12T00:32:48.576 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:48 trial116 ceph-mon[16720]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T00:32:48.576 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:48 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]': finished 2026-02-12T00:32:48.576 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:48 trial116 ceph-mon[16720]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T00:32:48.576 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:48 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]: dispatch 2026-02-12T00:32:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[14476]: Deploying daemon prometheus.a on trial116 2026-02-12T00:32:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[14476]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T00:32:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]': finished 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[14476]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]: dispatch 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[22993]: Deploying daemon prometheus.a on trial116 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[22993]: mgrmap e26: x(active, since 5s), standbys: y 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3612108024"}]': finished 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[22993]: osdmap e86: 8 total, 8 up, 8 in 2026-02-12T00:32:48.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:48 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]: dispatch 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: Stopping Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.636Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[44627]: ts=2026-02-12T00:32:48.637Z caller=main.go:1273 level=info msg="See you next time!" 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52313]: 2026-02-12 00:32:48.646901597 +0000 UTC m=+0.023983549 container died b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52313]: 2026-02-12 00:32:48.654543323 +0000 UTC m=+0.031625265 container remove b1c26400f2403f97f7dccb272b6e8aed2d12791842bd212f313be2cbf6396df6 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors ) 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 bash[52313]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a.service: Deactivated successfully. 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: Stopped Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:32:48.847 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a.service: Consumed 1.151s CPU time. 2026-02-12T00:32:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: Starting Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52480]: 2026-02-12 00:32:48.962542695 +0000 UTC m=+0.018962584 container create 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52480]: 2026-02-12 00:32:48.991367814 +0000 UTC m=+0.047787643 container init 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52480]: 2026-02-12 00:32:48.993745414 +0000 UTC m=+0.050165233 container start 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 bash[52480]: 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 podman[52480]: 2026-02-12 00:32:48.95386377 +0000 UTC m=+0.010283609 image pull 4fcecf061b747d0b5dc55bc7efdba26f87768d058d403b5bcc3f0904cf49f973 quay.io/prometheus/prometheus:v3.6.0 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:48 trial116 systemd[1]: Started Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.019Z level=INFO source=main.go:1545 msg="updated GOGC" old=100 new=75 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.019Z level=INFO source=main.go:677 msg="Leaving GOMAXPROCS=24: CPU quota undefined" component=automaxprocs 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.019Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=120212538163 previous=9223372036854775807 2026-02-12T00:32:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.019Z level=INFO source=main.go:770 msg="Starting Prometheus Server" mode=server version="(version=3.6.0, branch=HEAD, revision=491734606591ef8c188f5489c70380805bc868c0)" 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.019Z level=INFO source=main.go:775 msg="operational information" build_context="(go=go1.24.7, platform=linux/amd64, user=root@bfdf1aa26e4d, date=20250921-19:51:16, tags=netgo,builtinassets)" host_details="(Linux 5.14.0-677.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026 x86_64 trial116 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.020Z level=INFO source=web.go:659 msg="Start listening for connections" component=web address=:9095 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.021Z level=INFO source=main.go:1289 msg="Starting TSDB ..." 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.022Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=[::]:9095 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.022Z level=INFO source=tls_config.go:350 msg="TLS is disabled." component=web http2=false address=[::]:9095 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.022Z level=INFO source=head.go:667 msg="Replaying on-disk memory mappable chunks if any" component=tsdb 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.022Z level=INFO source=head.go:754 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=801ns 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.022Z level=INFO source=head.go:762 msg="Replaying WAL, this may take a while" component=tsdb 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.024Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=2 duration=1.44164ms 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.032Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=1 maxSegment=2 duration=8.059203ms 2026-02-12T00:32:49.349 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.032Z level=INFO source=head.go:835 msg="WAL segment loaded" component=tsdb segment=2 maxSegment=2 duration=156.361µs 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.032Z level=INFO source=head.go:872 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=11.882µs wal_replay_duration=9.712366ms wbl_replay_duration=110ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=801ns total_replay_duration=9.747632ms 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.033Z level=INFO source=main.go:1310 msg="filesystem information" fs_type=XFS_SUPER_MAGIC 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.033Z level=INFO source=main.go:1313 msg="TSDB started" 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.033Z level=INFO source=main.go:1498 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.034Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.034Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.034Z level=ERROR source=refresh.go:71 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.046Z level=INFO source=main.go:1538 msg="Completed loading of configuration file" db_storage=671ns remote_storage=1.413µs web_handler=471ns query_engine=751ns scrape=321.718µs scrape_sd=66.113µs notify=70.932µs notify_sd=18.184µs rules=11.542038ms tracing=4.739µs filename=/etc/prometheus/prometheus.yml totalDuration=12.223825ms 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.046Z level=INFO source=main.go:1274 msg="Server is ready to receive web requests." 2026-02-12T00:32:49.350 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:49.046Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" 2026-02-12T00:32:49.618 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:49.618 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]': finished 2026-02-12T00:32:49.618 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T00:32:49.618 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.618 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.619 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1626659824' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.619 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.619 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:49 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]': finished 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1626659824' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/370359354' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3062929895"}]': finished 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: osdmap e87: 8 total, 8 up, 8 in 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.763 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:49.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1626659824' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]: dispatch 2026-02-12T00:32:49.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:49 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE Bus STOPPING 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE Bus STOPPED 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE Bus STARTING 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE Serving on http://:::9283 2026-02-12T00:32:50.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:32:50] ENGINE Bus STARTED 2026-02-12T00:32:51.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]': finished 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]: dispatch 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]': finished 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T00:32:51.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]: dispatch 2026-02-12T00:32:51.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:51.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:51 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1595597468"}]': finished 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: osdmap e88: 8 total, 8 up, 8 in 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://trial116:9095"}]: dispatch 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 30 KiB/s rd, 0 B/s wr, 13 op/s 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]: dispatch 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:51.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:51 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:32:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]': finished 2026-02-12T00:32:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[14476]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T00:32:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2652130110' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:52.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]': finished 2026-02-12T00:32:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[22993]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T00:32:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2652130110' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:52 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:52.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:52 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/670783407' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/1232240767"}]': finished 2026-02-12T00:32:52.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:52 trial116 ceph-mon[16720]: osdmap e89: 8 total, 8 up, 8 in 2026-02-12T00:32:52.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:52 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2652130110' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:52.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:52 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]: dispatch 2026-02-12T00:32:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[14476]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 42 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T00:32:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]': finished 2026-02-12T00:32:53.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[14476]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T00:32:53.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]: dispatch 2026-02-12T00:32:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[22993]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 42 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T00:32:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]': finished 2026-02-12T00:32:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[22993]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T00:32:53.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:53 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]: dispatch 2026-02-12T00:32:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:53 trial116 ceph-mon[16720]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 42 KiB/s rd, 0 B/s wr, 18 op/s 2026-02-12T00:32:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:53 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/1232240767"}]': finished 2026-02-12T00:32:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:53 trial116 ceph-mon[16720]: osdmap e90: 8 total, 8 up, 8 in 2026-02-12T00:32:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:53 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]: dispatch 2026-02-12T00:32:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]': finished 2026-02-12T00:32:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[14476]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T00:32:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2399277901' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]': finished 2026-02-12T00:32:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[22993]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T00:32:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2399277901' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:54 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:54.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:54 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2953311666' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3102871894"}]': finished 2026-02-12T00:32:54.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:54 trial116 ceph-mon[16720]: osdmap e91: 8 total, 8 up, 8 in 2026-02-12T00:32:54.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:54 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2399277901' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:54.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:54 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]: dispatch 2026-02-12T00:32:55.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:32:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:32:54] "GET /metrics HTTP/1.1" 200 5299 "" "Prometheus/3.6.0" 2026-02-12T00:32:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:32:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[14476]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]': finished 2026-02-12T00:32:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[14476]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T00:32:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[22993]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]': finished 2026-02-12T00:32:55.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:55 trial052 ceph-mon[22993]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T00:32:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:55 trial116 ceph-mon[16720]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:32:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:55 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3719418683"}]': finished 2026-02-12T00:32:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:55 trial116 ceph-mon[16720]: osdmap e92: 8 total, 8 up, 8 in 2026-02-12T00:32:57.249 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:32:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:32:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:32:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:57 trial052 ceph-mon[14476]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:32:57.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:57 trial052 ceph-mon[22993]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:32:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:57 trial116 ceph-mon[16720]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:32:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:32:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:32:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:32:59 trial052 ceph-mon[14476]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:59.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:32:59 trial052 ceph-mon[22993]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:32:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:32:59 trial116 ceph-mon[16720]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:01 trial052 ceph-mon[14476]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:01.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:01 trial052 ceph-mon[22993]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:01 trial116 ceph-mon[16720]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:03 trial052 ceph-mon[14476]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:33:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:03 trial052 ceph-mon[22993]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:33:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:03 trial116 ceph-mon[16720]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:33:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:04] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T00:33:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:05 trial052 ceph-mon[14476]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:33:05.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:05 trial052 ceph-mon[22993]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:33:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:05 trial116 ceph-mon[16720]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:33:07.258 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:07 trial052 ceph-mon[14476]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T00:33:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:07 trial052 ceph-mon[22993]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T00:33:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:07 trial116 ceph-mon[16720]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 857 B/s rd, 0 op/s 2026-02-12T00:33:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:08.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:09 trial052 ceph-mon[14476]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:09.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:09 trial052 ceph-mon[22993]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:09 trial116 ceph-mon[16720]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:11 trial052 ceph-mon[14476]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:11 trial052 ceph-mon[22993]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:11 trial116 ceph-mon[16720]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:13 trial052 ceph-mon[14476]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:13.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:13 trial052 ceph-mon[22993]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:13.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:13 trial116 ceph-mon[16720]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:14] "GET /metrics HTTP/1.1" 200 5767 "" "Prometheus/3.6.0" 2026-02-12T00:33:15.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:15 trial052 ceph-mon[14476]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:15.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:15 trial052 ceph-mon[22993]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:15.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:15 trial116 ceph-mon[16720]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:17.267 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:17 trial052 ceph-mon[14476]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:17.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:17 trial052 ceph-mon[22993]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:17 trial116 ceph-mon[16720]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:18.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:19 trial052 ceph-mon[14476]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:19.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:19 trial052 ceph-mon[22993]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:19 trial116 ceph-mon[16720]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:21 trial052 ceph-mon[14476]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:21.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:21 trial052 ceph-mon[22993]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:21 trial116 ceph-mon[16720]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:23 trial052 ceph-mon[14476]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:23.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:23 trial052 ceph-mon[22993]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:23.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:23 trial116 ceph-mon[16720]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:24] "GET /metrics HTTP/1.1" 200 5767 "" "Prometheus/3.6.0" 2026-02-12T00:33:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:25 trial052 ceph-mon[14476]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:25 trial052 ceph-mon[22993]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:25 trial116 ceph-mon[16720]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:27.276 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:27.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:27 trial052 ceph-mon[14476]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:27.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:27 trial052 ceph-mon[22993]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:27 trial116 ceph-mon[16720]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:28.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:28.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:28.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:28.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:29.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:29 trial052 ceph-mon[14476]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:29.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:29 trial052 ceph-mon[22993]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:29 trial116 ceph-mon[16720]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:31.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:31 trial052 ceph-mon[14476]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:31.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:31 trial052 ceph-mon[22993]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:31 trial116 ceph-mon[16720]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:33.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:33 trial052 ceph-mon[14476]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:33.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:33 trial052 ceph-mon[22993]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:33 trial116 ceph-mon[16720]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:35.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:34.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:34] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T00:33:35.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:35 trial052 ceph-mon[14476]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:35.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:35 trial052 ceph-mon[22993]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:35 trial116 ceph-mon[16720]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:37.285 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:37 trial052 ceph-mon[14476]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:37 trial052 ceph-mon[22993]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:37 trial116 ceph-mon[16720]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:39 trial116 ceph-mon[16720]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:39 trial052 ceph-mon[14476]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:39 trial052 ceph-mon[22993]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:41 trial116 ceph-mon[16720]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:41 trial052 ceph-mon[14476]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:41 trial052 ceph-mon[22993]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:43 trial116 ceph-mon[16720]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:43 trial052 ceph-mon[14476]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:43 trial052 ceph-mon[22993]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:45.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:44] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T00:33:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:44.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:45.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:45 trial116 ceph-mon[16720]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:45 trial052 ceph-mon[14476]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:45 trial052 ceph-mon[22993]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:47.294 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:47 trial116 ceph-mon[16720]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:47 trial052 ceph-mon[14476]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:47 trial052 ceph-mon[22993]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:48 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:48 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:48 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:49.297 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:33:49.297 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:33:49.297 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:33:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:49 trial116 ceph-mon[16720]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:49 trial052 ceph-mon[14476]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:49 trial052 ceph-mon[22993]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:51.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:51 trial116 ceph-mon[16720]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:51.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:33:51.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:33:51.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:33:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[14476]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:33:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:33:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:33:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[22993]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:33:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:33:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:33:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:53 trial116 ceph-mon[16720]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:53 trial052 ceph-mon[14476]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:53.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:53 trial052 ceph-mon[22993]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:33:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:33:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:33:54] "GET /metrics HTTP/1.1" 200 5759 "" "Prometheus/3.6.0" 2026-02-12T00:33:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:55 trial116 ceph-mon[16720]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:55 trial052 ceph-mon[14476]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:55.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:55 trial052 ceph-mon[22993]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:33:57.303 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:33:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:33:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:33:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:57 trial116 ceph-mon[16720]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:57 trial052 ceph-mon[14476]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:57.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:57 trial052 ceph-mon[22993]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:33:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:33:59.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:33:59 trial116 ceph-mon[16720]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:59.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:33:59 trial052 ceph-mon[22993]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:33:59.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:33:59 trial052 ceph-mon[14476]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:01 trial116 ceph-mon[16720]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:01.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:01 trial052 ceph-mon[14476]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:01.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:01 trial052 ceph-mon[22993]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:03 trial116 ceph-mon[16720]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:03 trial052 ceph-mon[14476]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:03 trial052 ceph-mon[22993]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:05.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:04] "GET /metrics HTTP/1.1" 200 5763 "" "Prometheus/3.6.0" 2026-02-12T00:34:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:05.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:05 trial116 ceph-mon[16720]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:05 trial052 ceph-mon[14476]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:05.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:05 trial052 ceph-mon[22993]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:07.313 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:07 trial116 ceph-mon[16720]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:07.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:07 trial052 ceph-mon[14476]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:07.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:07 trial052 ceph-mon[22993]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:08.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:08.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:09 trial116 ceph-mon[16720]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:09 trial052 ceph-mon[14476]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:09.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:09 trial052 ceph-mon[22993]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:11 trial116 ceph-mon[16720]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:11.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:11 trial052 ceph-mon[14476]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:11.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:11 trial052 ceph-mon[22993]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:13 trial116 ceph-mon[16720]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:13.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:13 trial052 ceph-mon[14476]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:13.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:13 trial052 ceph-mon[22993]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:14] "GET /metrics HTTP/1.1" 200 5763 "" "Prometheus/3.6.0" 2026-02-12T00:34:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:14.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:15 trial116 ceph-mon[16720]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:15.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:15 trial052 ceph-mon[14476]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:15.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:15 trial052 ceph-mon[22993]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:17.321 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:16.949Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:17 trial116 ceph-mon[16720]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:17 trial052 ceph-mon[14476]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:17.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:17 trial052 ceph-mon[22993]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:18.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:18.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:19 trial116 ceph-mon[16720]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:19 trial052 ceph-mon[14476]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:19.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:19 trial052 ceph-mon[22993]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:21 trial116 ceph-mon[16720]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:21.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:21 trial052 ceph-mon[14476]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:21.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:21 trial052 ceph-mon[22993]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:23.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:23 trial116 ceph-mon[16720]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:23.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:23 trial052 ceph-mon[14476]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:23.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:23 trial052 ceph-mon[22993]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:24] "GET /metrics HTTP/1.1" 200 5763 "" "Prometheus/3.6.0" 2026-02-12T00:34:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:25 trial116 ceph-mon[16720]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:25.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:25 trial052 ceph-mon[14476]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:25.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:25 trial052 ceph-mon[22993]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:27.331 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:27 trial116 ceph-mon[16720]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:27.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:27 trial052 ceph-mon[14476]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:27.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:27 trial052 ceph-mon[22993]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:28.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:28.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:28.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:28.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:29 trial116 ceph-mon[16720]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:29.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:29 trial052 ceph-mon[14476]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:29.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:29 trial052 ceph-mon[22993]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:31 trial116 ceph-mon[16720]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:31.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:31 trial052 ceph-mon[14476]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:31.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:31 trial052 ceph-mon[22993]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:33 trial116 ceph-mon[16720]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:33.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:33 trial052 ceph-mon[14476]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:33.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:33 trial052 ceph-mon[22993]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:34] "GET /metrics HTTP/1.1" 200 5763 "" "Prometheus/3.6.0" 2026-02-12T00:34:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:35 trial116 ceph-mon[16720]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:35.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:35 trial052 ceph-mon[14476]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:35.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:35 trial052 ceph-mon[22993]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:37.340 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:36.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:37.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:37 trial116 ceph-mon[16720]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:37.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:37 trial052 ceph-mon[14476]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:37.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:37 trial052 ceph-mon[22993]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:38.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:38.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:39 trial116 ceph-mon[16720]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:39 trial052 ceph-mon[14476]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:39 trial052 ceph-mon[22993]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:41 trial116 ceph-mon[16720]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:41 trial052 ceph-mon[14476]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:41 trial052 ceph-mon[22993]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:43 trial116 ceph-mon[16720]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:43 trial052 ceph-mon[14476]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:43 trial052 ceph-mon[22993]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:43.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:44] "GET /metrics HTTP/1.1" 200 5769 "" "Prometheus/3.6.0" 2026-02-12T00:34:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:45 trial052 ceph-mon[14476]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:45 trial052 ceph-mon[22993]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:45.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:45 trial116 ceph-mon[16720]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:47.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:46.947Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:47 trial052 ceph-mon[14476]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:47 trial052 ceph-mon[22993]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:47.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:47 trial116 ceph-mon[16720]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:48 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:48 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:48.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:48 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:34:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:34:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:34:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:49 trial052 ceph-mon[14476]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:49 trial052 ceph-mon[22993]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:49.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:49 trial116 ceph-mon[16720]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:34:51.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:34:51.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:51 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:34:51.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:51 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:34:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:53 trial052 ceph-mon[14476]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:53.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:53 trial052 ceph-mon[22993]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:53.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:53 trial116 ceph-mon[16720]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:34:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:34:54] "GET /metrics HTTP/1.1" 200 5769 "" "Prometheus/3.6.0" 2026-02-12T00:34:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:54.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:34:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:55 trial052 ceph-mon[14476]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:55.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:55 trial052 ceph-mon[22993]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:55.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:55 trial116 ceph-mon[16720]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:34:57.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:34:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:34:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:34:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:57 trial052 ceph-mon[14476]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:57.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:57 trial052 ceph-mon[22993]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:57.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:57 trial116 ceph-mon[16720]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:58.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:34:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:34:59.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:34:59 trial052 ceph-mon[14476]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:59.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:34:59 trial052 ceph-mon[22993]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:34:59.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:34:59 trial116 ceph-mon[16720]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:01.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:01 trial052 ceph-mon[14476]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:01.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:01 trial052 ceph-mon[22993]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:01.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:01 trial116 ceph-mon[16720]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:03 trial052 ceph-mon[14476]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:03 trial052 ceph-mon[22993]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:03.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:03 trial116 ceph-mon[16720]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:04] "GET /metrics HTTP/1.1" 200 5772 "" "Prometheus/3.6.0" 2026-02-12T00:35:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:05 trial052 ceph-mon[14476]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:05.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:05 trial052 ceph-mon[22993]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:05.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:05 trial116 ceph-mon[16720]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:07.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:07.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:07 trial052 ceph-mon[14476]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:07.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:07 trial052 ceph-mon[22993]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:07.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:07 trial116 ceph-mon[16720]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:08.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:08.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:08.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:09 trial052 ceph-mon[14476]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:09.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:09 trial052 ceph-mon[22993]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:09.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:09 trial116 ceph-mon[16720]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:11.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:11 trial052 ceph-mon[14476]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:11.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:11 trial052 ceph-mon[22993]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:11.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:11 trial116 ceph-mon[16720]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:13.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:13 trial052 ceph-mon[22993]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:13.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:13 trial052 ceph-mon[14476]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:13 trial116 ceph-mon[16720]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:14] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:35:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:15.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:15 trial052 ceph-mon[14476]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:15.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:15 trial052 ceph-mon[22993]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:15.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:15 trial116 ceph-mon[16720]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:17.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:17.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:17 trial052 ceph-mon[22993]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:17 trial052 ceph-mon[14476]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:17.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:17 trial116 ceph-mon[16720]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:18.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:18.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:18.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:19.748 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:19 trial116 ceph-mon[16720]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:19 trial052 ceph-mon[14476]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:19.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:19 trial052 ceph-mon[22993]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:21.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:21 trial052 ceph-mon[22993]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:21.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:21 trial052 ceph-mon[14476]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:21.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:21 trial116 ceph-mon[16720]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:23.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:23 trial052 ceph-mon[22993]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:23.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:23 trial052 ceph-mon[14476]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:23.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:23 trial116 ceph-mon[16720]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:24] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:35:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:25.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:25 trial052 ceph-mon[22993]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:25.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:25 trial052 ceph-mon[14476]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:25.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:25 trial116 ceph-mon[16720]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:27.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:27.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:27 trial052 ceph-mon[22993]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:27.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:27 trial052 ceph-mon[14476]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:27.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:27 trial116 ceph-mon[16720]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:28.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:28.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:28.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:28.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:28.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:28.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:29.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:29 trial052 ceph-mon[14476]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:29.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:29 trial052 ceph-mon[22993]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:29 trial116 ceph-mon[16720]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:31.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:31 trial052 ceph-mon[22993]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:31.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:31 trial052 ceph-mon[14476]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:31.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:31 trial116 ceph-mon[16720]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:33.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:33 trial052 ceph-mon[22993]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:33.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:33 trial052 ceph-mon[14476]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:33.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:33 trial116 ceph-mon[16720]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:34] "GET /metrics HTTP/1.1" 200 5769 "" "Prometheus/3.6.0" 2026-02-12T00:35:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:35.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:35 trial052 ceph-mon[22993]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:35.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:35 trial052 ceph-mon[14476]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:35.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:35 trial116 ceph-mon[16720]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:37.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:37.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:37 trial052 ceph-mon[22993]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:37.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:37 trial052 ceph-mon[14476]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:37.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:37 trial116 ceph-mon[16720]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:38.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:38.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:38.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:39 trial052 ceph-mon[14476]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:39 trial052 ceph-mon[22993]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:39.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:39 trial116 ceph-mon[16720]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:41 trial052 ceph-mon[14476]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:41 trial052 ceph-mon[22993]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:41.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:41 trial116 ceph-mon[16720]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:42.620 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T00:35:42.907 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:35:43.341 INFO:teuthology.orchestra.run.trial052.stdout:Scheduled to redeploy mgr.y on host 'trial052' 2026-02-12T00:35:43.380 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps --refresh' 2026-02-12T00:35:43.665 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1136719228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1136719228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:35:43.690 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:35:43.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1136719228' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:35:43.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:35:43.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (9m) 2m ago 9m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (9m) 2m ago 9m 88.3M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 2m ago 9m - - 3.9 4cc07a41bb19 72811e240b82 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (5m) 2m ago 11m 550M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:9283,8765 running (11m) 2m ago 11m - - 19.2.3-672-g283431c0 4cc07a41bb19 1ba7036fb5b0 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (11m) 2m ago 11m 47.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (11m) 2m ago 11m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:35:43.886 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (9m) 2m ago 9m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (9m) 2m ago 9m 13.4M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (10m) 2m ago 10m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (10m) 2m ago 10m 57.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (10m) 2m ago 10m 54.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (10m) 2m ago 10m 55.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (9m) 2m ago 9m 58.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (2m) 2m ago 9m 39.5M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (9m) 2m ago 9m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:35:43.887 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (9m) 2m ago 9m 107M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:35:43.923 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:35:44.223 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:35:44.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[14476]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:44.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[14476]: Schedule redeploy daemon mgr.y 2026-02-12T00:35:44.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[14476]: Deploying daemon mgr.y on trial052 2026-02-12T00:35:44.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[22993]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:44.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[22993]: Schedule redeploy daemon mgr.y 2026-02-12T00:35:44.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:44 trial052 ceph-mon[22993]: Deploying daemon mgr.y on trial052 2026-02-12T00:35:44.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:44 trial116 ceph-mon[16720]: from='client.25235 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:44.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:44 trial116 ceph-mon[16720]: Schedule redeploy daemon mgr.y 2026-02-12T00:35:44.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:44 trial116 ceph-mon[16720]: Deploying daemon mgr.y on trial052 2026-02-12T00:35:44.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:44] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T00:35:44.848 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:44.606Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:45 trial052 ceph-mon[14476]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:45 trial052 ceph-mon[14476]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:45.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:45 trial052 ceph-mon[22993]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:45.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:45 trial052 ceph-mon[22993]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:45.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:45 trial116 ceph-mon[16720]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:35:45.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:45 trial116 ceph-mon[16720]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:47.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:47 trial052 ceph-mon[22993]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:47 trial052 ceph-mon[14476]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:47.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:47 trial116 ceph-mon[16720]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:48 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:48 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:48.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:48 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:35:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:35:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:35:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:49 trial052 ceph-mon[14476]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:49 trial052 ceph-mon[22993]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:49.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:49 trial116 ceph-mon[16720]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:51 trial052 ceph-mon[14476]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:51 trial052 ceph-mon[22993]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:51.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:51 trial116 ceph-mon[16720]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:53 trial052 ceph-mon[14476]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:53.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:53 trial052 ceph-mon[22993]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:53.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:53 trial116 ceph-mon[16720]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:54.455 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: Stopping Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:35:54.709 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70332]: 2026-02-12 00:35:54.454370009 +0000 UTC m=+0.043203907 container died 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, OSD_FLAVOR=default, CEPH_REF=squid, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70332]: 2026-02-12 00:35:54.468980877 +0000 UTC m=+0.057814785 container remove 1ba7036fb5b000e0c4e89616667d726e8779926b420a35f7f9e3b6878f368581 (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 bash[70332]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service: Failed with result 'exit-code'. 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: Stopped Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service: Consumed 22.694s CPU time. 2026-02-12T00:35:54.710 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: Starting Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:35:55.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70498]: 2026-02-12 00:35:54.79114925 +0000 UTC m=+0.015496250 container create 40727564e9a416e7c93ef6e93ff12a32a89c07bf760e55bf1181bfafd4850160 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2) 2026-02-12T00:35:55.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70498]: 2026-02-12 00:35:54.822980825 +0000 UTC m=+0.047327825 container init 40727564e9a416e7c93ef6e93ff12a32a89c07bf760e55bf1181bfafd4850160 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, ceph=True, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T00:35:55.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70498]: 2026-02-12 00:35:54.825490079 +0000 UTC m=+0.049837089 container start 40727564e9a416e7c93ef6e93ff12a32a89c07bf760e55bf1181bfafd4850160 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0) 2026-02-12T00:35:55.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 bash[70498]: 40727564e9a416e7c93ef6e93ff12a32a89c07bf760e55bf1181bfafd4850160 2026-02-12T00:35:55.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 podman[70498]: 2026-02-12 00:35:54.784816856 +0000 UTC m=+0.009163866 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:35:55.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 systemd[1]: Started Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:35:55.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:54 trial052 ceph-mgr[70527]: -- 10.20.193.52:0/2622076381 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0xf45a00 con 0xf19c00 2026-02-12T00:35:55.090 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:54.606Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:35:55.090 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:35:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:35:54] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T00:35:55.730 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:55 trial116 ceph-mon[16720]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:55.731 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:55 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.731 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:55 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.731 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:55 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.731 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:55 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[22993]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.745 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[14476]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:35:55.746 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.746 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.746 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:55.746 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:55 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:56.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:35:56.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:35:56.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: from numpy import show_config as show_numpy_config 2026-02-12T00:35:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[14476]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:56 trial052 ceph-mon[22993]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:57.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:35:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:35:56.949Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:35:57.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:35:57.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:35:57.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:35:57.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:56 trial116 ceph-mon[16720]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:58.034 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:35:57] ENGINE Bus STARTING 2026-02-12T00:35:58.035 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: CherryPy Checker: 2026-02-12T00:35:58.035 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: The Application mounted at '' has an empty config. 2026-02-12T00:35:58.035 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:35:58.035 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:35:57] ENGINE Serving on http://:::9283 2026-02-12T00:35:58.035 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:35:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:35:57] ENGINE Bus STARTED 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: Standby manager daemon y restarted 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: Standby manager daemon y started 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:35:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: Standby manager daemon y restarted 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: Standby manager daemon y started 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:35:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:35:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: Standby manager daemon y restarted 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: Standby manager daemon y started 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:35:58.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:35:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:59 trial052 ceph-mon[14476]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T00:35:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:35:59 trial052 ceph-mon[14476]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:59.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:59 trial052 ceph-mon[22993]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T00:35:59.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:35:59 trial052 ceph-mon[22993]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:35:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:59 trial116 ceph-mon[16720]: mgrmap e27: x(active, since 3m), standbys: y 2026-02-12T00:35:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:35:59 trial116 ceph-mon[16720]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:01.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:01 trial052 ceph-mon[14476]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:01.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:01 trial052 ceph-mon[22993]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:01 trial116 ceph-mon[16720]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:03.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:03 trial052 ceph-mon[14476]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:03.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:03 trial052 ceph-mon[22993]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:03 trial116 ceph-mon[16720]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:04] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T00:36:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:05.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:05 trial052 ceph-mon[22993]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:05.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:05 trial052 ceph-mon[14476]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:05 trial116 ceph-mon[16720]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:07.284 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:07 trial052 ceph-mon[14476]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:07 trial052 ceph-mon[22993]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:07.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:07 trial116 ceph-mon[16720]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:08.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:09 trial116 ceph-mon[16720]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:09 trial052 ceph-mon[14476]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:09.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:09 trial052 ceph-mon[22993]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:11 trial116 ceph-mon[16720]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:11.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:11 trial052 ceph-mon[14476]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:11.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:11 trial052 ceph-mon[22993]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:13 trial116 ceph-mon[16720]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:13.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:13 trial052 ceph-mon[14476]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:13.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:13 trial052 ceph-mon[22993]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:14] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:36:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:15.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:15 trial116 ceph-mon[16720]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:15.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:15 trial052 ceph-mon[14476]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:15.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:15 trial052 ceph-mon[22993]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:17.294 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:17.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:17 trial116 ceph-mon[16720]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:17 trial052 ceph-mon[14476]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:17.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:17 trial052 ceph-mon[22993]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:18.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:18.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:19.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:19 trial116 ceph-mon[16720]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:19.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:19 trial052 ceph-mon[22993]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:19 trial052 ceph-mon[14476]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:20.096 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:36:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=cleanup t=2026-02-12T00:36:19.785290602Z level=info msg="Completed cleanup jobs" duration=5.160224ms 2026-02-12T00:36:20.096 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:36:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:36:19.791377328Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T00:36:20.096 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:36:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=plugins.update.checker t=2026-02-12T00:36:19.893017131Z level=info msg="Update check succeeded" duration=53.409551ms 2026-02-12T00:36:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:21 trial116 ceph-mon[16720]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:21.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:21 trial052 ceph-mon[14476]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:21.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:21 trial052 ceph-mon[22993]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:23.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:23 trial116 ceph-mon[16720]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:23.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:23 trial052 ceph-mon[14476]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:23.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:23 trial052 ceph-mon[22993]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:24] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:36:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:25 trial116 ceph-mon[16720]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:25.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:25 trial052 ceph-mon[14476]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:25.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:25 trial052 ceph-mon[22993]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:27.304 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:27.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:27 trial116 ceph-mon[16720]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:27.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:27 trial052 ceph-mon[14476]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:27.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:27 trial052 ceph-mon[22993]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:28.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:28.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:28.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:28.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:29.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:29 trial116 ceph-mon[16720]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:29.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:29 trial052 ceph-mon[22993]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:29.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:29 trial052 ceph-mon[14476]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:31.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:31 trial116 ceph-mon[16720]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:31.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:31 trial052 ceph-mon[14476]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:31.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:31 trial052 ceph-mon[22993]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:33.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:33 trial116 ceph-mon[16720]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:33.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:33 trial052 ceph-mon[14476]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:33.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:33 trial052 ceph-mon[22993]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 241 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:35.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:34] "GET /metrics HTTP/1.1" 200 5772 "" "Prometheus/3.6.0" 2026-02-12T00:36:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:35.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:35 trial116 ceph-mon[16720]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:35.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:35 trial052 ceph-mon[14476]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:35.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:35 trial052 ceph-mon[22993]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:37.314 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:37 trial116 ceph-mon[16720]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:37.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:37 trial052 ceph-mon[14476]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:37.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:37 trial052 ceph-mon[22993]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:38.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:38.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:39.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:39 trial116 ceph-mon[16720]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:39 trial052 ceph-mon[14476]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:39 trial052 ceph-mon[22993]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:41.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:41 trial116 ceph-mon[16720]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:41 trial052 ceph-mon[14476]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:41 trial052 ceph-mon[22993]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:43.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:43 trial116 ceph-mon[16720]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:43.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:43 trial052 ceph-mon[14476]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:43 trial052 ceph-mon[22993]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:36:43.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:45.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:44] "GET /metrics HTTP/1.1" 200 5765 "" "Prometheus/3.6.0" 2026-02-12T00:36:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:45.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:45 trial116 ceph-mon[16720]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:45 trial052 ceph-mon[14476]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:45 trial052 ceph-mon[22993]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:36:47.323 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:46 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:46.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:47.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:47 trial116 ceph-mon[16720]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:47 trial052 ceph-mon[14476]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:47 trial052 ceph-mon[22993]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:48 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:48 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:48 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:49.327 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:36:49.327 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:36:49.327 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:36:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:49 trial116 ceph-mon[16720]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:49 trial052 ceph-mon[14476]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:49 trial052 ceph-mon[22993]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:51.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:51 trial116 ceph-mon[16720]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:51 trial052 ceph-mon[14476]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:51 trial052 ceph-mon[22993]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:53.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:53 trial116 ceph-mon[16720]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:53 trial052 ceph-mon[14476]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:53.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:53 trial052 ceph-mon[22993]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:55.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:36:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:36:54] "GET /metrics HTTP/1.1" 200 5765 "" "Prometheus/3.6.0" 2026-02-12T00:36:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:36:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:55 trial116 ceph-mon[16720]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:55 trial052 ceph-mon[14476]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:55.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:55 trial052 ceph-mon[22993]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:36:57.333 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:36:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:36:56.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:36:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:36:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:36:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:57 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:36:57.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:57 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:36:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:58.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:36:58.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:36:59.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:36:59 trial116 ceph-mon[16720]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:59.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:36:59 trial052 ceph-mon[14476]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:36:59.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:36:59 trial052 ceph-mon[22993]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:01.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:01 trial116 ceph-mon[16720]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:01.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:01 trial052 ceph-mon[14476]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:01.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:01 trial052 ceph-mon[22993]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:03.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:03 trial116 ceph-mon[16720]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:03 trial052 ceph-mon[14476]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:03 trial052 ceph-mon[22993]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:04] "GET /metrics HTTP/1.1" 200 5772 "" "Prometheus/3.6.0" 2026-02-12T00:37:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:04.606Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:05.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:05 trial116 ceph-mon[16720]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:05 trial052 ceph-mon[14476]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:05.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:05 trial052 ceph-mon[22993]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:07.342 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:06.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:37:07.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:07 trial116 ceph-mon[16720]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:07.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:07 trial052 ceph-mon[14476]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:07.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:07 trial052 ceph-mon[22993]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:08.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:08.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:09.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:09 trial116 ceph-mon[16720]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:09 trial052 ceph-mon[14476]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:09.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:09 trial052 ceph-mon[22993]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:11 trial116 ceph-mon[16720]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:11.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:11 trial052 ceph-mon[14476]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:11.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:11 trial052 ceph-mon[22993]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:13 trial052 ceph-mon[14476]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:13 trial052 ceph-mon[22993]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:13 trial116 ceph-mon[16720]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:15.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:14] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:37:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:15.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:15 trial052 ceph-mon[14476]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:15.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:15 trial052 ceph-mon[22993]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:15.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:15 trial116 ceph-mon[16720]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:17.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:16.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:37:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:17 trial052 ceph-mon[14476]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:17.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:17 trial052 ceph-mon[22993]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:17.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:17 trial116 ceph-mon[16720]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:18.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:18.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:18.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:19.747 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:19 trial116 ceph-mon[16720]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:19 trial052 ceph-mon[14476]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:19.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:19 trial052 ceph-mon[22993]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:21.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:21 trial052 ceph-mon[14476]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:21.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:21 trial052 ceph-mon[22993]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:21.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:21 trial116 ceph-mon[16720]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:23.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:23 trial052 ceph-mon[14476]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:23.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:23 trial052 ceph-mon[22993]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:23.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:23 trial116 ceph-mon[16720]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:25.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:24] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:37:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:25.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:25 trial052 ceph-mon[14476]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:25.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:25 trial052 ceph-mon[22993]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:25.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:25 trial116 ceph-mon[16720]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:27.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:26 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:26.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:37:27.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:27 trial052 ceph-mon[14476]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:27.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:27 trial052 ceph-mon[22993]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:27.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:27 trial116 ceph-mon[16720]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:28.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:28.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:28.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:28.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:29.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:29 trial052 ceph-mon[14476]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:29.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:29 trial052 ceph-mon[22993]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:29 trial116 ceph-mon[16720]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:31.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:31 trial052 ceph-mon[14476]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:31.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:31 trial052 ceph-mon[22993]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:31.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:31 trial116 ceph-mon[16720]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:33.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:33 trial052 ceph-mon[14476]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:33.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:33 trial052 ceph-mon[22993]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:33.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:33 trial116 ceph-mon[16720]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:35.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:34] "GET /metrics HTTP/1.1" 200 5761 "" "Prometheus/3.6.0" 2026-02-12T00:37:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:34.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:35.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:35 trial052 ceph-mon[14476]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:35.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:35 trial052 ceph-mon[22993]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:35.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:35 trial116 ceph-mon[16720]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:37.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:36.948Z level=WARN source=group.go:544 msg="Evaluating rule failed" component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (cluster, instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low on cluster {{ $labels.cluster\n }}\n" err="found duplicate series for the match group {cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", instance=\"trial052\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node-exporter\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}, {__name__=\"node_uname_info\", cluster=\"15ece051-07a9-11f1-851f-d404e6e7d460\", domainname=\"(none)\", instance=\"trial052\", job=\"node\", machine=\"x86_64\", nodename=\"trial052\", release=\"5.14.0-677.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Feb 6 13:57:07 UTC 2026\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2026-02-12T00:37:37.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:37 trial052 ceph-mon[14476]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:37.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:37 trial052 ceph-mon[22993]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:37.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:37 trial116 ceph-mon[16720]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:38.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:38.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:38.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:39 trial052 ceph-mon[14476]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:39 trial052 ceph-mon[22993]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:39.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:39 trial116 ceph-mon[16720]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:41 trial052 ceph-mon[14476]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:41 trial052 ceph-mon[22993]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:41.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:41 trial116 ceph-mon[16720]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:43 trial052 ceph-mon[14476]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:43.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:43 trial052 ceph-mon[22993]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:43.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:43.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:43 trial116 ceph-mon[16720]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:43.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:45.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:44] "GET /metrics HTTP/1.1" 200 5765 "" "Prometheus/3.6.0" 2026-02-12T00:37:45.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:45 trial052 ceph-mon[14476]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:45 trial052 ceph-mon[22993]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:45.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:45 trial116 ceph-mon[16720]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:47 trial052 ceph-mon[14476]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:47.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:47 trial052 ceph-mon[22993]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:47.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:47 trial116 ceph-mon[16720]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:48 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:48 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:48.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:48 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:37:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:37:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:37:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:49 trial052 ceph-mon[14476]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:49 trial052 ceph-mon[22993]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:49.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:49 trial116 ceph-mon[16720]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:51.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:51 trial052 ceph-mon[14476]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:51.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:51 trial052 ceph-mon[22993]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:51.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:51 trial116 ceph-mon[16720]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:53.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:53 trial052 ceph-mon[14476]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:53.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:53 trial052 ceph-mon[22993]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:53.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:53 trial116 ceph-mon[16720]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:55.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:37:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:37:54] "GET /metrics HTTP/1.1" 200 5765 "" "Prometheus/3.6.0" 2026-02-12T00:37:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:37:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:37:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:37:55.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:55 trial052 ceph-mon[14476]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:55.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:55 trial052 ceph-mon[22993]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:55.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:55 trial116 ceph-mon[16720]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:37:57.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:57 trial052 ceph-mon[14476]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:57.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:57 trial052 ceph-mon[22993]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:57.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:57 trial116 ceph-mon[16720]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[14476]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[22993]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:37:58.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:58 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:58 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:37:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:37:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:37:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:58 trial116 ceph-mon[16720]: from='mgr.24889 ' entity='mgr.x' 2026-02-12T00:37:58.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:58 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:37:59.787 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:37:59 trial052 ceph-mon[22993]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:59.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:37:59 trial052 ceph-mon[14476]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:37:59.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:37:59 trial116 ceph-mon[16720]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:01.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:01 trial052 ceph-mon[14476]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:01.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:01 trial052 ceph-mon[22993]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:01.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:01 trial116 ceph-mon[16720]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:03 trial052 ceph-mon[14476]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:03 trial052 ceph-mon[22993]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:03.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:03 trial116 ceph-mon[16720]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:05.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:04] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T00:38:05.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:05.787 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:05 trial052 ceph-mon[14476]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:05.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:05 trial052 ceph-mon[22993]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:05.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:05 trial116 ceph-mon[16720]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:07.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:07 trial052 ceph-mon[14476]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:07.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:07 trial052 ceph-mon[22993]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:07.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:07 trial116 ceph-mon[16720]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:08.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:08 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:08.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:08 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:08.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:08 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:09 trial052 ceph-mon[14476]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:09.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:09 trial052 ceph-mon[22993]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:09.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:09 trial116 ceph-mon[16720]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:11.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:11 trial052 ceph-mon[14476]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:11.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:11 trial052 ceph-mon[22993]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:11.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:11 trial116 ceph-mon[16720]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:13 trial052 ceph-mon[14476]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:13.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:13 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:13 trial052 ceph-mon[22993]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:13.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:13 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:13 trial116 ceph-mon[16720]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:13.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:13 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:15.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:14] "GET /metrics HTTP/1.1" 200 5770 "" "Prometheus/3.6.0" 2026-02-12T00:38:15.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:15.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:15 trial052 ceph-mon[14476]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:15.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:15 trial052 ceph-mon[22993]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:15.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:15 trial116 ceph-mon[16720]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:17 trial052 ceph-mon[14476]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:17.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:17 trial052 ceph-mon[22993]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:17.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:17 trial116 ceph-mon[16720]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:18.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:18 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:18.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:18 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:18.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:18 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:19.747 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:19 trial116 ceph-mon[16720]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:19 trial052 ceph-mon[14476]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:19.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:19 trial052 ceph-mon[22993]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:21.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:21 trial052 ceph-mon[14476]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:21.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:21 trial052 ceph-mon[22993]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:21.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:21 trial116 ceph-mon[16720]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:23.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:23 trial052 ceph-mon[14476]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:23.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:23 trial052 ceph-mon[22993]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:23.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:23 trial116 ceph-mon[16720]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:25.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:24] "GET /metrics HTTP/1.1" 200 5770 "" "Prometheus/3.6.0" 2026-02-12T00:38:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:25.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:25 trial052 ceph-mon[14476]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:25.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:25 trial052 ceph-mon[22993]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:25.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:25 trial116 ceph-mon[16720]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:27.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:27 trial052 ceph-mon[14476]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:27.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:27 trial052 ceph-mon[22993]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:27.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:27 trial116 ceph-mon[16720]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:28 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:28.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:28 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:28.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:28 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:28.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:28 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:28.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:28 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:28.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:28 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:29.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:29 trial052 ceph-mon[14476]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:29.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:29 trial052 ceph-mon[22993]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:29.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:29 trial116 ceph-mon[16720]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:31.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:31 trial052 ceph-mon[14476]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:31.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:31 trial052 ceph-mon[22993]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:31.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:31 trial116 ceph-mon[16720]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:33.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:33 trial052 ceph-mon[14476]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:33.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:33 trial052 ceph-mon[22993]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:33.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:33 trial116 ceph-mon[16720]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:35.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:34] "GET /metrics HTTP/1.1" 200 5768 "" "Prometheus/3.6.0" 2026-02-12T00:38:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:35.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:35 trial052 ceph-mon[14476]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:35.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:35 trial052 ceph-mon[22993]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:35.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:35 trial116 ceph-mon[16720]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:37.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:37 trial052 ceph-mon[14476]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:37.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:37 trial052 ceph-mon[22993]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:37.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:37 trial116 ceph-mon[16720]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:38.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:38 trial052 ceph-mon[14476]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:38.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:38 trial052 ceph-mon[22993]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:38.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:38 trial116 ceph-mon[16720]: from='client.25175 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:38:39.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:39 trial052 ceph-mon[14476]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:39.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:39 trial052 ceph-mon[22993]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:39.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:39 trial116 ceph-mon[16720]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:41.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:41 trial052 ceph-mon[14476]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:41.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:41 trial052 ceph-mon[22993]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:41.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:41 trial116 ceph-mon[16720]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:43 trial052 ceph-mon[14476]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:43.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:43 trial052 ceph-mon[14476]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:43 trial052 ceph-mon[22993]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:43.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:43 trial052 ceph-mon[22993]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:43.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:43 trial116 ceph-mon[16720]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:43.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:43 trial116 ceph-mon[16720]: from='mgr.24889 10.20.193.116:0/2387660992' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:44.344 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:38:44.633 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:44.863 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (12m) 107s ago 12m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (12m) 2m ago 12m 89.6M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (5m) 107s ago 12m - - 3.9 4cc07a41bb19 72811e240b82 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (8m) 2m ago 14m 563M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (2m) 107s ago 14m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (14m) 107s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:38:44.864 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (14m) 2m ago 14m 47.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (14m) 107s ago 14m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (12m) 107s ago 12m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (12m) 2m ago 12m 13.5M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (13m) 107s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (13m) 107s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (13m) 107s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (13m) 107s ago 13m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (13m) 2m ago 13m 58.9M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (13m) 2m ago 13m 56.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (13m) 2m ago 13m 56.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (12m) 2m ago 12m 60.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:38:44.865 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (5m) 2m ago 12m 55.0M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:38:44.866 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (12m) 107s ago 12m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:38:44.866 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (12m) 2m ago 12m 109M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:38:44.902 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:38:45.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:44] "GET /metrics HTTP/1.1" 200 5756 "" "Prometheus/3.6.0" 2026-02-12T00:38:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:45.188 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:45.446 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:38:45.447 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:38:45.448 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:38:45.486 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:38:45.769 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:45 trial052 ceph-mon[14476]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:45.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:45 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2804050625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:38:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:45 trial052 ceph-mon[22993]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:45.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:45 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2804050625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:38:45.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:45 trial116 ceph-mon[16720]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:38:45.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:45 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2804050625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:38:46.031 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:38:46.069 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T00:38:46.354 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:46.612 INFO:teuthology.orchestra.run.trial052.stdout: cluster: 2026-02-12T00:38:46.612 INFO:teuthology.orchestra.run.trial052.stdout: id: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:38:46.612 INFO:teuthology.orchestra.run.trial052.stdout: health: HEALTH_OK 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: services: 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: mon: 3 daemons, quorum a,b,c (age 14m) 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: mgr: x(active, since 6m), standbys: y 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: osd: 8 osds: 8 up (since 12m), 8 in (since 12m) 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: data: 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: pools: 6 pools, 161 pgs 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: objects: 244 objects, 585 KiB 2026-02-12T00:38:46.613 INFO:teuthology.orchestra.run.trial052.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:46.614 INFO:teuthology.orchestra.run.trial052.stdout: pgs: 161 active+clean 2026-02-12T00:38:46.614 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:38:46.614 INFO:teuthology.orchestra.run.trial052.stdout: io: 2026-02-12T00:38:46.614 INFO:teuthology.orchestra.run.trial052.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T00:38:46.614 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:38:46.629 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:46 trial052 ceph-mon[14476]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:38:46.629 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:46 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1849148077' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:38:46.630 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:46 trial052 ceph-mon[22993]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:38:46.630 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:46 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1849148077' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:38:46.651 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T00:38:46.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:46 trial116 ceph-mon[16720]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:38:46.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:46 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1849148077' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:38:46.937 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:47.218 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:47 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:47] ENGINE Bus STOPPING 2026-02-12T00:38:47.221 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:38:47.513 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:38:47.517 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:47 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:38:47.517 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:47 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:47] ENGINE Bus STOPPED 2026-02-12T00:38:47.517 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:47 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: 2026-02-12T00:38:47.182+0000 7f29e5b39640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T00:38:47.517 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:47 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ignoring --setuser ceph since I am not root 2026-02-12T00:38:47.518 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:47 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ignoring --setgroup ceph since I am not root 2026-02-12T00:38:47.518 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mgr[48369]: -- 10.20.193.116:0/630539156 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1943a00 con 0x1917400 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2175682561' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:38:47.775 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: mgrmap e28: y(active, starting, since 0.00494852s) 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:38:47.776 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2175682561' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: Activating manager daemon y 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T00:38:47.777 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: mgrmap e28: y(active, starting, since 0.00494852s) 2026-02-12T00:38:47.778 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:38:47.778 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:38:47.778 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:38:47.778 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:47 trial052 ceph-mon[22993]: Manager daemon y is now available 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2175682561' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:38:47.779 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2141076673' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: osdmap e93: 8 total, 8 up, 8 in 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: mgrmap e28: y(active, starting, since 0.00494852s) 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:38:47.780 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:47 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:38:48.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:38:48.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:38:48.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:38:48 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: from numpy import show_config as show_numpy_config 2026-02-12T00:38:48.491 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:48 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:48] ENGINE Bus STARTING 2026-02-12T00:38:48.491 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:48 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:48] ENGINE Serving on http://:::9283 2026-02-12T00:38:48.492 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:48 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:38:48] ENGINE Bus STARTED 2026-02-12T00:38:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:38:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:38:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: mgrmap e29: y(active, since 1.00906s) 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:48.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: mgrmap e29: y(active, since 1.00906s) 2026-02-12T00:38:48.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:48.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:48 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:48.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:38:48.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: mgrmap e29: y(active, since 1.00906s) 2026-02-12T00:38:48.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:48.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:48 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:49.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:38:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:38:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: [12/Feb/2026:00:38:48] ENGINE Bus STARTING 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: [12/Feb/2026:00:38:48] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: [12/Feb/2026:00:38:48] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: [12/Feb/2026:00:38:48] ENGINE Bus STARTED 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: [12/Feb/2026:00:38:48] ENGINE Client ('10.20.193.52', 46774) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:38:49.999 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.000 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:50.001 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: [12/Feb/2026:00:38:48] ENGINE Bus STARTING 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: [12/Feb/2026:00:38:48] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: [12/Feb/2026:00:38:48] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: [12/Feb/2026:00:38:48] ENGINE Bus STARTED 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: [12/Feb/2026:00:38:48] ENGINE Client ('10.20.193.52', 46774) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.002 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.003 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:49 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: [12/Feb/2026:00:38:48] ENGINE Bus STARTING 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: [12/Feb/2026:00:38:48] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: [12/Feb/2026:00:38:48] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: [12/Feb/2026:00:38:48] ENGINE Bus STARTED 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: [12/Feb/2026:00:38:48] ENGINE Client ('10.20.193.52', 46774) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:38:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:50.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:38:50.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:49 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.021 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1771137874' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T00:38:51.022 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1771137874' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T00:38:51.024 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:50 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1771137874' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:38:51.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: mgrmap e30: y(active, since 3s), standbys: x 2026-02-12T00:38:51.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:50 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:38:52.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:52.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:52.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:52.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:38:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:52.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:53.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[14476]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:53.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:53.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:53.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[14476]: mgrmap e31: y(active, since 5s), standbys: x 2026-02-12T00:38:53.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[22993]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:53.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:53.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:53.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:52 trial052 ceph-mon[22993]: mgrmap e31: y(active, since 5s), standbys: x 2026-02-12T00:38:53.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:52 trial116 ceph-mon[16720]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:52 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:38:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:52 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:38:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:52 trial116 ceph-mon[16720]: mgrmap e31: y(active, since 5s), standbys: x 2026-02-12T00:38:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:38:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:38:54] "GET /metrics HTTP/1.1" 200 5305 "" "Prometheus/3.6.0" 2026-02-12T00:38:54.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:38:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:38:54.193Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:38:55.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:54 trial052 ceph-mon[14476]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:55.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:54 trial052 ceph-mon[22993]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:55.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:54 trial116 ceph-mon[16720]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:38:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:56 trial052 ceph-mon[14476]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:38:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:56 trial052 ceph-mon[22993]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:38:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:56 trial116 ceph-mon[16720]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:38:59.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:38:58 trial052 ceph-mon[14476]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:38:59.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:38:58 trial052 ceph-mon[22993]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:38:59.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:38:58 trial116 ceph-mon[16720]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:39:00.346 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:39:00] ENGINE Bus STARTING 2026-02-12T00:39:00.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: CherryPy Checker: 2026-02-12T00:39:00.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: The Application mounted at '' has an empty config. 2026-02-12T00:39:00.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: 2026-02-12T00:39:00.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:39:00] ENGINE Serving on http://:::9283 2026-02-12T00:39:00.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:39:00] ENGINE Bus STARTED 2026-02-12T00:39:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:00 trial052 ceph-mon[14476]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:01.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:00 trial052 ceph-mon[22993]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:00 trial116 ceph-mon[16720]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:02.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:01 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:02.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:01 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:02.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:01 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:02 trial052 ceph-mon[14476]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:02 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:02 trial052 ceph-mon[22993]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:02 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:03.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:02 trial116 ceph-mon[16720]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:03.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:02 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:04] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:39:04.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:05.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:04 trial052 ceph-mon[22993]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:05.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:04 trial052 ceph-mon[14476]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:04 trial116 ceph-mon[16720]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:39:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:07.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:06 trial052 ceph-mon[14476]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:06 trial052 ceph-mon[22993]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:07.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:06 trial116 ceph-mon[16720]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:39:09.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:08 trial052 ceph-mon[14476]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:09.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:08 trial052 ceph-mon[22993]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:08 trial116 ceph-mon[16720]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:11.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:10 trial052 ceph-mon[14476]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:11.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:10 trial052 ceph-mon[22993]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:11.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:10 trial116 ceph-mon[16720]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:11 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:12.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:11 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:11 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:13.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:12 trial052 ceph-mon[14476]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:12 trial052 ceph-mon[22993]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:13.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:12 trial116 ceph-mon[16720]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:14] "GET /metrics HTTP/1.1" 200 5766 "" "Prometheus/3.6.0" 2026-02-12T00:39:14.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:14.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:15.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:14 trial052 ceph-mon[14476]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:15.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:14 trial052 ceph-mon[22993]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:15.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:14 trial116 ceph-mon[16720]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:17.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:16 trial052 ceph-mon[14476]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:17.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:16 trial052 ceph-mon[22993]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:17.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:16 trial116 ceph-mon[16720]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:18.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:17 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:18.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:17 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:18.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:17 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:19.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:18 trial052 ceph-mon[22993]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:19.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:18 trial052 ceph-mon[14476]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:19.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:18 trial116 ceph-mon[16720]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:20 trial052 ceph-mon[14476]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:21.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:20 trial052 ceph-mon[22993]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:21.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:20 trial116 ceph-mon[16720]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:22.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:21 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:22.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:21 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:22.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:21 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:23.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:22 trial052 ceph-mon[14476]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:23.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:22 trial052 ceph-mon[22993]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:22 trial116 ceph-mon[16720]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:24] "GET /metrics HTTP/1.1" 200 5762 "" "Prometheus/3.6.0" 2026-02-12T00:39:24.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:25.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:24 trial052 ceph-mon[14476]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:25.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:24 trial052 ceph-mon[22993]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:25.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:24 trial116 ceph-mon[16720]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:27.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:26 trial052 ceph-mon[14476]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:26 trial052 ceph-mon[22993]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:27.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:26 trial116 ceph-mon[16720]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:29.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:28 trial052 ceph-mon[14476]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:29.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:28 trial052 ceph-mon[22993]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:29.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:28 trial116 ceph-mon[16720]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:31.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:30 trial052 ceph-mon[14476]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:31.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:30 trial052 ceph-mon[22993]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:30 trial116 ceph-mon[16720]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:32.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:31 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:32.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:31 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:31 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:33.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:32 trial052 ceph-mon[14476]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:33.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:32 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:33.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:32 trial052 ceph-mon[22993]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:33.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:32 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:33.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:32 trial116 ceph-mon[16720]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:32 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:34] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:39:34.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:34.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:35.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:34 trial052 ceph-mon[14476]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:35.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:34 trial052 ceph-mon[22993]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:35.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:34 trial116 ceph-mon[16720]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:37.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:36 trial052 ceph-mon[14476]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:37.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:36 trial052 ceph-mon[22993]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:37.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:36 trial116 ceph-mon[16720]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:39.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:38 trial052 ceph-mon[14476]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:39.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:38 trial052 ceph-mon[22993]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:39.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:38 trial116 ceph-mon[16720]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:41.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:40 trial052 ceph-mon[14476]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:41.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:40 trial052 ceph-mon[22993]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:41.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:40 trial116 ceph-mon[16720]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:42.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:41 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:42.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:41 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:41 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:43.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:42 trial052 ceph-mon[14476]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:43.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:42 trial052 ceph-mon[22993]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:43.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:42 trial116 ceph-mon[16720]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:44] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:39:44.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:45.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:44 trial052 ceph-mon[14476]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:45.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:44 trial052 ceph-mon[22993]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:45.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:44 trial116 ceph-mon[16720]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:45.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:47.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:46 trial052 ceph-mon[14476]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:47.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:46 trial052 ceph-mon[22993]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:47.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:46 trial116 ceph-mon[16720]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:48.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:48.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:39:49.037 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:48 trial116 ceph-mon[16720]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:49.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:48 trial052 ceph-mon[14476]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:49.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:48 trial052 ceph-mon[22993]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:49.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:39:49.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:39:49.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:39:51.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:50 trial052 ceph-mon[14476]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:51.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:50 trial052 ceph-mon[22993]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:50 trial116 ceph-mon[16720]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:51 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:39:52.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:51 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:39:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:39:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:39:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:39:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:39:52.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:51 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:39:53.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:52 trial116 ceph-mon[16720]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:52 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:39:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:52 trial052 ceph-mon[14476]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:52 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:39:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:52 trial052 ceph-mon[22993]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:52 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:39:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:39:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:54] "GET /metrics HTTP/1.1" 200 5777 "" "Prometheus/3.6.0" 2026-02-12T00:39:54.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:39:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:39:54.183Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:39:55.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:54 trial116 ceph-mon[16720]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:39:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:39:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:39:55.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:54 trial052 ceph-mon[14476]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:55.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:54 trial052 ceph-mon[22993]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:39:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:56 trial116 ceph-mon[16720]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:56 trial052 ceph-mon[14476]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:56 trial052 ceph-mon[22993]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:59.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:39:58 trial116 ceph-mon[16720]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:39:58 trial052 ceph-mon[14476]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:39:59.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:39:58 trial052 ceph-mon[22993]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:00 trial116 ceph-mon[16720]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:00 trial116 ceph-mon[16720]: overall HEALTH_OK 2026-02-12T00:40:01.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:00 trial052 ceph-mon[14476]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:01.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:00 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:40:01.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:00 trial052 ceph-mon[22993]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:01.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:00 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:40:02.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:01 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:02.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:01 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:02.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:01 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:03.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:02 trial116 ceph-mon[16720]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:03.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:02 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:02 trial052 ceph-mon[14476]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:02 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:03.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:02 trial052 ceph-mon[22993]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:03.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:02 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:04] "GET /metrics HTTP/1.1" 200 5773 "" "Prometheus/3.6.0" 2026-02-12T00:40:04.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:05.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:04 trial116 ceph-mon[16720]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:05.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:04 trial052 ceph-mon[14476]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:05.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:04 trial052 ceph-mon[22993]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:07.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:06 trial116 ceph-mon[16720]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:07.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:06 trial052 ceph-mon[14476]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:07.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:06 trial052 ceph-mon[22993]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:09.090 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:08 trial052 ceph-mon[14476]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:09.090 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:08 trial052 ceph-mon[22993]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:08 trial116 ceph-mon[16720]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:11.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:10 trial116 ceph-mon[16720]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:11.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:10 trial052 ceph-mon[14476]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:11.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:10 trial052 ceph-mon[22993]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:11 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:12.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:11 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:12.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:11 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:13.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:12 trial116 ceph-mon[16720]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:12 trial052 ceph-mon[14476]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:13.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:12 trial052 ceph-mon[22993]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:14] "GET /metrics HTTP/1.1" 200 5773 "" "Prometheus/3.6.0" 2026-02-12T00:40:14.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:15.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:14 trial116 ceph-mon[16720]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:14 trial052 ceph-mon[14476]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:14 trial052 ceph-mon[22993]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:17.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:16 trial116 ceph-mon[16720]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:16 trial052 ceph-mon[14476]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:17.312 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:16 trial052 ceph-mon[22993]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:18.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:17 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:18.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:17 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:18.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:17 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:19.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:18 trial116 ceph-mon[16720]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:18 trial052 ceph-mon[14476]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:19.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:18 trial052 ceph-mon[22993]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:21.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:20 trial116 ceph-mon[16720]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:21.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:20 trial052 ceph-mon[14476]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:21.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:20 trial052 ceph-mon[22993]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:22.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:21 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:22.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:21 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:22.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:21 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:23.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:22 trial116 ceph-mon[16720]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:22 trial052 ceph-mon[14476]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:23.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:22 trial052 ceph-mon[22993]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:24] "GET /metrics HTTP/1.1" 200 5770 "" "Prometheus/3.6.0" 2026-02-12T00:40:24.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:25.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:24 trial116 ceph-mon[16720]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:24 trial052 ceph-mon[14476]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:25.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:24 trial052 ceph-mon[22993]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:26 trial116 ceph-mon[16720]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:26 trial052 ceph-mon[14476]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:27.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:26 trial052 ceph-mon[22993]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:29.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:28 trial116 ceph-mon[16720]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:28 trial052 ceph-mon[14476]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:29.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:28 trial052 ceph-mon[22993]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:31.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:30 trial116 ceph-mon[16720]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:30 trial052 ceph-mon[14476]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:31.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:30 trial052 ceph-mon[22993]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:31 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:31 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:31 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:33.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:32 trial116 ceph-mon[16720]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:32 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:32 trial052 ceph-mon[14476]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:32 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:32 trial052 ceph-mon[22993]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:32 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:34] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:40:34.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:34.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:35.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:34 trial116 ceph-mon[16720]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:34 trial052 ceph-mon[14476]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:34 trial052 ceph-mon[22993]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:37.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:36 trial116 ceph-mon[16720]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:36 trial052 ceph-mon[14476]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:37.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:36 trial052 ceph-mon[22993]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:39.089 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:38 trial052 ceph-mon[14476]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:39.090 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:38 trial052 ceph-mon[22993]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:39.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:38 trial116 ceph-mon[16720]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:41.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:40 trial116 ceph-mon[16720]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:40 trial052 ceph-mon[14476]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:40 trial052 ceph-mon[22993]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:41 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:41 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:41 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:43.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:42 trial116 ceph-mon[16720]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:42 trial052 ceph-mon[14476]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:42 trial052 ceph-mon[22993]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:44] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:40:44.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:44.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:45.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:44 trial116 ceph-mon[16720]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:44 trial052 ceph-mon[14476]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:44 trial052 ceph-mon[22993]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:47.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:46 trial116 ceph-mon[16720]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:47.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:46 trial052 ceph-mon[14476]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:47.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:46 trial052 ceph-mon[22993]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:48.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:48.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:48.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:40:49.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:48 trial052 ceph-mon[14476]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:49.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:48 trial052 ceph-mon[22993]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:48 trial116 ceph-mon[16720]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:40:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:40:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:40:51.149 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:50 trial116 ceph-mon[16720]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:51.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:50 trial052 ceph-mon[14476]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:51.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:50 trial052 ceph-mon[22993]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:51 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:51 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:51 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:40:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[14476]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:40:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:40:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[14476]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:40:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[22993]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:40:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:40:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:52 trial052 ceph-mon[22993]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:40:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:52 trial116 ceph-mon[16720]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:52 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:40:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:52 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:40:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:52 trial116 ceph-mon[16720]: from='mgr.15384 ' entity='mgr.y' 2026-02-12T00:40:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:40:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:54] "GET /metrics HTTP/1.1" 200 5769 "" "Prometheus/3.6.0" 2026-02-12T00:40:54.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:40:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:40:54.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:40:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:54 trial116 ceph-mon[16720]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:40:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:40:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:40:55.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:54 trial052 ceph-mon[14476]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:55.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:54 trial052 ceph-mon[22993]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:40:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:56 trial052 ceph-mon[14476]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:56 trial052 ceph-mon[22993]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:57.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:56 trial116 ceph-mon[16720]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:59.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:40:58 trial052 ceph-mon[22993]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:40:58 trial052 ceph-mon[14476]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:40:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:40:58 trial116 ceph-mon[16720]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:01.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:00 trial052 ceph-mon[14476]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:01.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:00 trial052 ceph-mon[22993]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:01.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:00 trial116 ceph-mon[16720]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:02.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:01 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:02.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:01 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:02.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:01 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:03.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:02 trial052 ceph-mon[22993]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:03.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:02 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:03.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:02 trial052 ceph-mon[14476]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:03.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:02 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:03.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:02 trial116 ceph-mon[16720]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:02 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:04.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:03 trial052 ceph-mon[22993]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:04.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:03 trial052 ceph-mon[14476]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:04.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:03 trial116 ceph-mon[16720]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:04] "GET /metrics HTTP/1.1" 200 5768 "" "Prometheus/3.6.0" 2026-02-12T00:41:04.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:41:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:41:06.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:06 trial052 ceph-mon[22993]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:06 trial052 ceph-mon[14476]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:06.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:06 trial116 ceph-mon[16720]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:08.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:08 trial052 ceph-mon[22993]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:08 trial052 ceph-mon[14476]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:08.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:08 trial116 ceph-mon[16720]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:10.529 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:10 trial052 ceph-mon[22993]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:10.530 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:10 trial052 ceph-mon[14476]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:10.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:10 trial116 ceph-mon[16720]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:11.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:11 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:11.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:11 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:11.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:11 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:12 trial052 ceph-mon[14476]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:12 trial052 ceph-mon[22993]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:12 trial116 ceph-mon[16720]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:14.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:14 trial052 ceph-mon[22993]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:14.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:14 trial052 ceph-mon[14476]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:14.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:14] "GET /metrics HTTP/1.1" 200 5768 "" "Prometheus/3.6.0" 2026-02-12T00:41:14.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:14 trial116 ceph-mon[16720]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:14.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:41:15.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:41:16.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:16 trial052 ceph-mon[22993]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:16 trial052 ceph-mon[14476]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:16.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:16 trial116 ceph-mon[16720]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:18 trial052 ceph-mon[22993]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:18 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:18.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:18 trial052 ceph-mon[14476]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:18 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:18 trial116 ceph-mon[16720]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:18 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:20.096 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:41:19 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=sqlstore.transactions t=2026-02-12T00:41:19.776239505Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-02-12T00:41:20.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:20 trial052 ceph-mon[22993]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:20.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:20 trial052 ceph-mon[14476]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:20.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:20 trial116 ceph-mon[16720]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:21 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:21 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:21.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:21 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:22 trial052 ceph-mon[14476]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:22.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:22 trial052 ceph-mon[22993]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:22 trial116 ceph-mon[16720]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:24.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:24 trial052 ceph-mon[22993]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:24 trial052 ceph-mon[14476]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:24.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:24] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:41:24.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:24 trial116 ceph-mon[16720]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:24.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:41:25.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:41:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:26 trial052 ceph-mon[22993]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:26 trial052 ceph-mon[14476]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:26.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:26 trial116 ceph-mon[16720]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:28.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:28 trial052 ceph-mon[22993]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:28 trial052 ceph-mon[14476]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:28.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:28 trial116 ceph-mon[16720]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:31.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:30 trial116 ceph-mon[16720]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:31.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:30 trial052 ceph-mon[14476]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:31.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:30 trial052 ceph-mon[22993]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:31 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:31 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:31 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:33.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:32 trial116 ceph-mon[16720]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:32 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:33.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:32 trial052 ceph-mon[22993]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:33.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:32 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:33.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:32 trial052 ceph-mon[14476]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:33.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:32 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:34] "GET /metrics HTTP/1.1" 200 5768 "" "Prometheus/3.6.0" 2026-02-12T00:41:34.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:34.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:41:35.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:34 trial116 ceph-mon[16720]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:41:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:34 trial052 ceph-mon[14476]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:34 trial052 ceph-mon[22993]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:37.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:36 trial116 ceph-mon[16720]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:37.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:36 trial052 ceph-mon[22993]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:36 trial052 ceph-mon[14476]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:39.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:38 trial116 ceph-mon[16720]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:39.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:38 trial052 ceph-mon[22993]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:38 trial052 ceph-mon[14476]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:40 trial116 ceph-mon[16720]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:40 trial052 ceph-mon[14476]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:40 trial052 ceph-mon[22993]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:42.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:41 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:42.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:41 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:41 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:43.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:42 trial116 ceph-mon[16720]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:43.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:42 trial052 ceph-mon[14476]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:42 trial052 ceph-mon[22993]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:44] "GET /metrics HTTP/1.1" 200 5768 "" "Prometheus/3.6.0" 2026-02-12T00:41:44.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:41:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:44 trial116 ceph-mon[16720]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:41:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:41:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:44 trial052 ceph-mon[14476]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:44 trial052 ceph-mon[22993]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:47.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:46 trial116 ceph-mon[16720]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:47.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:46 trial052 ceph-mon[14476]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:47.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:46 trial052 ceph-mon[22993]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:47.608 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:41:47.896 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:48.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:47 trial116 ceph-mon[16720]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:48.118 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:41:48.118 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (15m) 2m ago 15m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (15m) 2m ago 15m 88.1M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 2m ago 15m - - 3.9 4cc07a41bb19 e6240228f772 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (11m) 2m ago 17m 162M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (5m) 2m ago 17m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (17m) 2m ago 17m 51.7M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (17m) 2m ago 17m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (15m) 2m ago 15m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (15m) 2m ago 15m 13.3M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (17m) 2m ago 17m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:41:48.119 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (16m) 2m ago 16m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (16m) 2m ago 16m 61.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (16m) 2m ago 16m 57.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (16m) 2m ago 16m 58.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (15m) 2m ago 15m 61.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:41:48.120 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (8m) 2m ago 15m 55.2M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:41:48.121 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (15m) 2m ago 15m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:41:48.121 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (15m) 2m ago 15m 111M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:41:48.121 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:47 trial052 ceph-mon[14476]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:48.122 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:47 trial052 ceph-mon[22993]: from='mgr.15384 10.20.193.52:0/754651253' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:48.160 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:41:48.448 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:48.707 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:41:48.708 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:41:48.709 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:41:48.745 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph -s' 2026-02-12T00:41:49.031 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:49.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:48 trial052 ceph-mon[14476]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:49.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:48 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2400566754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:49.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:48 trial052 ceph-mon[22993]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:49.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:48 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2400566754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:49.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:48 trial116 ceph-mon[16720]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:41:49.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:48 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2400566754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:49.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:41:49.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:41:49.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:41:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:41:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: cluster: 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: id: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: health: HEALTH_OK 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: services: 2026-02-12T00:41:49.283 INFO:teuthology.orchestra.run.trial052.stdout: mon: 3 daemons, quorum a,b,c (age 17m) 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: mgr: y(active, since 3m), standbys: x 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 16m) 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: data: 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: pools: 6 pools, 161 pgs 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: objects: 244 objects, 585 KiB 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: usage: 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: pgs: 161 active+clean 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: io: 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2026-02-12T00:41:49.284 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-12T00:41:49.320 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:41:49.604 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:49.859 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:41:49.878 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:49 trial052 ceph-mon[14476]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:41:49.879 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:49 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1438302870' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:41:49.879 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:49 trial052 ceph-mon[22993]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:41:49.879 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:49 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1438302870' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:41:49.898 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T00:41:50.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:49 trial116 ceph-mon[16720]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:41:50.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:49 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1438302870' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-02-12T00:41:50.180 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:50.441 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:41:50.472 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph mgr fail' 2026-02-12T00:41:50.754 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:51.028 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[14476]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:51.028 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3583770367' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:41:51.028 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3920325515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:51.028 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:51 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:41:51.011+0000 7fbc9c6f0640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T00:41:51.029 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[22993]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:51.029 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3583770367' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:41:51.029 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:50 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3920325515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:51.051 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 180' 2026-02-12T00:41:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:50 trial116 ceph-mon[16720]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:41:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:50 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3583770367' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:41:51.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:50 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3920325515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:41:51.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:41:51] ENGINE Bus STOPPING 2026-02-12T00:41:51.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:51 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ignoring --setuser ceph since I am not root 2026-02-12T00:41:51.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:51 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ignoring --setgroup ceph since I am not root 2026-02-12T00:41:51.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mgr[70527]: -- 10.20.193.52:0/1227168599 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1b8fa00 con 0x1b63400 2026-02-12T00:41:51.340 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:41:51.596 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:41:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:41:51.597 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:41:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:41:51] ENGINE Bus STOPPED 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: Activating manager daemon x 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: mgrmap e32: x(active, starting, since 0.0054738s) 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: Manager daemon x is now available 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:51.969 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:51 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: Activating manager daemon x 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: mgrmap e32: x(active, starting, since 0.0054738s) 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: Manager daemon x is now available 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:51.970 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='client.15465 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: Activating manager daemon x 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1666600701' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: osdmap e94: 8 total, 8 up, 8 in 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: mgrmap e32: x(active, starting, since 0.0054738s) 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: Manager daemon x is now available 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:51.971 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:51 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-02-12T00:41:52.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:52 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:41:52.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:52 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:41:52.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:41:52 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: from numpy import show_config as show_numpy_config 2026-02-12T00:41:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:41:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:41:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: [12/Feb/2026:00:41:51] ENGINE Bus STARTING 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: [12/Feb/2026:00:41:51] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: [12/Feb/2026:00:41:51] ENGINE Client ('10.20.193.116', 51510) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: mgrmap e33: x(active, since 1.00666s) 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: [12/Feb/2026:00:41:52] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: [12/Feb/2026:00:41:52] ENGINE Bus STARTED 2026-02-12T00:41:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:41:53.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: [12/Feb/2026:00:41:51] ENGINE Bus STARTING 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: [12/Feb/2026:00:41:51] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: [12/Feb/2026:00:41:51] ENGINE Client ('10.20.193.116', 51510) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: mgrmap e33: x(active, since 1.00666s) 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: [12/Feb/2026:00:41:52] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: [12/Feb/2026:00:41:52] ENGINE Bus STARTED 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:53 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: [12/Feb/2026:00:41:51] ENGINE Bus STARTING 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: [12/Feb/2026:00:41:51] ENGINE Serving on https://10.20.193.116:7150 2026-02-12T00:41:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: [12/Feb/2026:00:41:51] ENGINE Client ('10.20.193.116', 51510) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: mgrmap e33: x(active, since 1.00666s) 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: [12/Feb/2026:00:41:52] ENGINE Serving on http://10.20.193.116:8765 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: [12/Feb/2026:00:41:52] ENGINE Bus STARTED 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:53.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:53 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.270 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:54.270 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: mgrmap e34: x(active, since 2s) 2026-02-12T00:41:54.270 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.271 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: Standby manager daemon y started 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:41:54.272 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: mgrmap e34: x(active, since 2s) 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:54.273 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.275 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: Standby manager daemon y started 2026-02-12T00:41:54.275 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:41:54.275 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:41:54.275 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:41:54.275 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:54 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: mgrmap e34: x(active, since 2s) 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: Standby manager daemon y started 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2026-02-12T00:41:54.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:54 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:41:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4082690972' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: mgrmap e35: x(active, since 3s), standbys: y 2026-02-12T00:41:55.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]: dispatch 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:41:55.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4082690972' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:41:55.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: mgrmap e35: x(active, since 3s), standbys: y 2026-02-12T00:41:55.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:41:55.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:55 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]: dispatch 2026-02-12T00:41:55.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.52'] -> ['10.20.193.116'] (diff {'10.20.193.116', '10.20.193.52'}) 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4082690972' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: mgrmap e35: x(active, since 3s), standbys: y 2026-02-12T00:41:55.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:41:55.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:55 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]: dispatch 2026-02-12T00:41:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:41:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:41:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]': finished 2026-02-12T00:41:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/246513485' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:56.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]': finished 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/246513485' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:56.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:56 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:56.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1981852283' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/4009059260"}]': finished 2026-02-12T00:41:56.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: osdmap e95: 8 total, 8 up, 8 in 2026-02-12T00:41:56.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/246513485' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:56.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:56 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]: dispatch 2026-02-12T00:41:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[14476]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]': finished 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[14476]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]: dispatch 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[22993]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]': finished 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[22993]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T00:41:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:57 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]: dispatch 2026-02-12T00:41:57.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:57 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:41:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:57 trial116 ceph-mon[16720]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:41:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:57 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2455718553"}]': finished 2026-02-12T00:41:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:57 trial116 ceph-mon[16720]: osdmap e96: 8 total, 8 up, 8 in 2026-02-12T00:41:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:57 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]: dispatch 2026-02-12T00:41:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[14476]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]': finished 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[14476]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]: dispatch 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[22993]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]': finished 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[22993]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T00:41:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:58 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]: dispatch 2026-02-12T00:41:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:58 trial116 ceph-mon[16720]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:41:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:58 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/707831606' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3406718299"}]': finished 2026-02-12T00:41:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:58 trial116 ceph-mon[16720]: osdmap e97: 8 total, 8 up, 8 in 2026-02-12T00:41:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:58 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]: dispatch 2026-02-12T00:41:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:59 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]': finished 2026-02-12T00:41:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:59 trial116 ceph-mon[16720]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T00:41:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:59 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/3116169693' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:41:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:59 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:41:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:41:59 trial116 ceph-mon[16720]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:00.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]': finished 2026-02-12T00:42:00.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[14476]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T00:42:00.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/3116169693' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:42:00.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[14476]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/897253647' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3519555362"}]': finished 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[22993]: osdmap e98: 8 total, 8 up, 8 in 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/3116169693' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]: dispatch 2026-02-12T00:42:00.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:41:59 trial052 ceph-mon[22993]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:00.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:00 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]': finished 2026-02-12T00:42:00.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:00 trial116 ceph-mon[16720]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T00:42:00.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:00 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]: dispatch 2026-02-12T00:42:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]': finished 2026-02-12T00:42:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[14476]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T00:42:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]: dispatch 2026-02-12T00:42:01.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/4009059260"}]': finished 2026-02-12T00:42:01.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[22993]: osdmap e99: 8 total, 8 up, 8 in 2026-02-12T00:42:01.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:00 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]: dispatch 2026-02-12T00:42:01.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:01 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]': finished 2026-02-12T00:42:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:01 trial116 ceph-mon[16720]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T00:42:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:01 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1871649332' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:01 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:01 trial116 ceph-mon[16720]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:02.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]': finished 2026-02-12T00:42:02.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[14476]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T00:42:02.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1871649332' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:02.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[14476]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/67877034' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/2343662090"}]': finished 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[22993]: osdmap e100: 8 total, 8 up, 8 in 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1871649332' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]: dispatch 2026-02-12T00:42:02.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:01 trial052 ceph-mon[22993]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 45 KiB/s rd, 0 B/s wr, 19 op/s 2026-02-12T00:42:02.346 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:42:02] ENGINE Bus STARTING 2026-02-12T00:42:02.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:42:02] ENGINE Serving on http://:::9283 2026-02-12T00:42:02.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: [12/Feb/2026:00:42:02] ENGINE Bus STARTED 2026-02-12T00:42:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:02 trial116 ceph-mon[16720]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]': finished 2026-02-12T00:42:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:02 trial116 ceph-mon[16720]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T00:42:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:02 trial052 ceph-mon[14476]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]': finished 2026-02-12T00:42:03.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:02 trial052 ceph-mon[14476]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T00:42:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:02 trial052 ceph-mon[22993]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/1456164209"}]': finished 2026-02-12T00:42:03.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:02 trial052 ceph-mon[22993]: osdmap e101: 8 total, 8 up, 8 in 2026-02-12T00:42:03.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:03 trial116 ceph-mon[16720]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:42:03.894 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:03 trial052 ceph-mon[14476]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:42:03.894 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:03 trial052 ceph-mon[22993]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:42:04.182 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:42:03] ENGINE Bus STARTING 2026-02-12T00:42:04.182 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: CherryPy Checker: 2026-02-12T00:42:04.182 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: The Application mounted at '' has an empty config. 2026-02-12T00:42:04.183 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:42:04.183 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:42:03] ENGINE Serving on http://:::9283 2026-02-12T00:42:04.183 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:42:03] ENGINE Bus STARTED 2026-02-12T00:42:04.183 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:04] "GET /metrics HTTP/1.1" 200 5294 "" "Prometheus/3.6.0" 2026-02-12T00:42:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:04.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:06 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:06 trial116 ceph-mon[16720]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:06 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:06.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:06 trial052 ceph-mon[14476]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:06.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:06 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:06.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:06 trial052 ceph-mon[22993]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:07 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:07 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:07.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:07 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:08.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:08 trial116 ceph-mon[16720]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 685 B/s rd, 0 op/s 2026-02-12T00:42:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:08 trial052 ceph-mon[14476]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 685 B/s rd, 0 op/s 2026-02-12T00:42:08.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:08 trial052 ceph-mon[22993]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 685 B/s rd, 0 op/s 2026-02-12T00:42:10.340 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:10 trial052 ceph-mon[14476]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:10.341 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:10 trial052 ceph-mon[22993]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:10.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:10 trial116 ceph-mon[16720]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:12.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:12 trial116 ceph-mon[16720]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:42:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:12 trial052 ceph-mon[14476]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:42:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:12 trial052 ceph-mon[22993]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:42:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:14 trial116 ceph-mon[16720]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T00:42:14.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:14 trial052 ceph-mon[14476]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T00:42:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:14.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:14 trial052 ceph-mon[22993]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.3 KiB/s rd, 1 op/s 2026-02-12T00:42:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:14] "GET /metrics HTTP/1.1" 200 5769 "" "Prometheus/3.6.0" 2026-02-12T00:42:16.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:16 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:16.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:16 trial116 ceph-mon[16720]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:16 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:16 trial052 ceph-mon[14476]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:16.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:16 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:16.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:16 trial052 ceph-mon[22993]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:18.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:18 trial116 ceph-mon[16720]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:18.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:18 trial052 ceph-mon[14476]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:18 trial052 ceph-mon[22993]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:20.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:20 trial116 ceph-mon[16720]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:20.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:20 trial052 ceph-mon[14476]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:20.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:20 trial052 ceph-mon[22993]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:22 trial116 ceph-mon[16720]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:22 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:22 trial052 ceph-mon[14476]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:22 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:22.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:22 trial052 ceph-mon[22993]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:22.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:22 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:24.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:24 trial116 ceph-mon[16720]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:24 trial052 ceph-mon[14476]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:24.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:24.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:24 trial052 ceph-mon[22993]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:24] "GET /metrics HTTP/1.1" 200 5776 "" "Prometheus/3.6.0" 2026-02-12T00:42:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:26 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:26 trial116 ceph-mon[16720]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:26 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:26 trial052 ceph-mon[14476]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:26 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:26 trial052 ceph-mon[22993]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:28.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:28 trial116 ceph-mon[16720]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:28 trial052 ceph-mon[14476]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:28.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:28 trial052 ceph-mon[22993]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:30.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:30 trial116 ceph-mon[16720]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:30.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:30 trial052 ceph-mon[14476]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:30.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:30 trial052 ceph-mon[22993]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:32.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:32 trial116 ceph-mon[16720]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:32.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:32 trial052 ceph-mon[14476]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:32.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:32 trial052 ceph-mon[22993]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:34.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:34 trial116 ceph-mon[16720]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:34.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:34 trial052 ceph-mon[14476]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:34.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:34 trial052 ceph-mon[22993]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:34.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:34] "GET /metrics HTTP/1.1" 200 5776 "" "Prometheus/3.6.0" 2026-02-12T00:42:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:36 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:36 trial116 ceph-mon[16720]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:36 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:36 trial052 ceph-mon[14476]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:36 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:36 trial052 ceph-mon[22993]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:37 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:37 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:37.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:37 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:38 trial116 ceph-mon[16720]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:38 trial052 ceph-mon[14476]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:38 trial052 ceph-mon[22993]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:40.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:40 trial116 ceph-mon[16720]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:40.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:40 trial052 ceph-mon[14476]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:40.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:40 trial052 ceph-mon[22993]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:42 trial052 ceph-mon[14476]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:42 trial052 ceph-mon[22993]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:42 trial116 ceph-mon[16720]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:44.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:44 trial052 ceph-mon[14476]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:44.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:44 trial052 ceph-mon[22993]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:44.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:44 trial116 ceph-mon[16720]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:44] "GET /metrics HTTP/1.1" 200 5771 "" "Prometheus/3.6.0" 2026-02-12T00:42:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:46 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:46 trial052 ceph-mon[14476]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:46 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:46 trial052 ceph-mon[22993]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:46 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:46 trial116 ceph-mon[16720]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:48.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:48 trial052 ceph-mon[14476]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:48 trial052 ceph-mon[22993]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:48 trial116 ceph-mon[16720]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:49.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:42:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:42:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:42:50.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:50 trial052 ceph-mon[14476]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:50 trial052 ceph-mon[22993]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:50.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:50 trial116 ceph-mon[16720]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:52.399 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:52 trial116 ceph-mon[16720]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:52.399 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:52 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:52 trial052 ceph-mon[14476]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:52 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:52 trial052 ceph-mon[22993]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:52.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:52 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:42:54.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:54 trial052 ceph-mon[14476]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:42:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:42:54.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:54 trial052 ceph-mon[22993]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:54.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:54 trial116 ceph-mon[16720]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:42:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:42:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:42:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:42:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:42:54] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:42:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[14476]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:42:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[22993]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:42:56.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:42:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:56 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:42:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:56 trial116 ceph-mon[16720]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:42:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:42:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:42:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:42:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:42:58 trial052 ceph-mon[14476]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:58.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:42:58 trial052 ceph-mon[22993]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:42:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:42:58 trial116 ceph-mon[16720]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:00 trial052 ceph-mon[14476]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:00.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:00 trial052 ceph-mon[22993]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:00.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:00 trial116 ceph-mon[16720]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:02.515 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:02 trial052 ceph-mon[14476]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:02.516 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:02 trial052 ceph-mon[22993]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:02.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:02 trial116 ceph-mon[16720]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:04.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:04 trial052 ceph-mon[14476]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:04.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:04 trial052 ceph-mon[22993]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:04.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:04.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:04 trial116 ceph-mon[16720]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:04] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:43:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:04.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:06 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:06 trial052 ceph-mon[14476]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:06.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:06 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:06.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:06 trial052 ceph-mon[22993]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:06.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:06 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:06.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:06 trial116 ceph-mon[16720]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:07.490 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:07 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:07 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:07 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:08 trial052 ceph-mon[14476]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:08.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:08 trial052 ceph-mon[22993]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:08 trial116 ceph-mon[16720]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:10 trial052 ceph-mon[14476]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:10.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:10 trial052 ceph-mon[22993]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:10.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:10 trial116 ceph-mon[16720]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:12 trial052 ceph-mon[14476]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:12 trial052 ceph-mon[22993]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:12 trial116 ceph-mon[16720]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:14.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:14 trial052 ceph-mon[14476]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:14.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:14 trial052 ceph-mon[22993]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:14.539 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:14.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:14 trial116 ceph-mon[16720]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:15.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:14.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:14] "GET /metrics HTTP/1.1" 200 5776 "" "Prometheus/3.6.0" 2026-02-12T00:43:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:16 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:16 trial052 ceph-mon[14476]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:16 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:16 trial052 ceph-mon[22993]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:16.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:16 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:16 trial116 ceph-mon[16720]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:18.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:18 trial052 ceph-mon[14476]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:18 trial052 ceph-mon[22993]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:18 trial116 ceph-mon[16720]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:20.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:19 trial116 ceph-mon[16720]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:19 trial052 ceph-mon[14476]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:20.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:19 trial052 ceph-mon[22993]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:22.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:22 trial116 ceph-mon[16720]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:22 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:22 trial052 ceph-mon[14476]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:22.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:22 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:22.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:22 trial052 ceph-mon[22993]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:22.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:22 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:24.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:24 trial116 ceph-mon[16720]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:24.362 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:24 trial052 ceph-mon[14476]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:24.362 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:24.362 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:24 trial052 ceph-mon[22993]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:25.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:24.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:25.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:24] "GET /metrics HTTP/1.1" 200 5776 "" "Prometheus/3.6.0" 2026-02-12T00:43:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:26 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:26 trial116 ceph-mon[16720]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:26 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:26 trial052 ceph-mon[14476]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:26 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:26.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:26 trial052 ceph-mon[22993]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:28.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:28 trial116 ceph-mon[16720]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:28 trial052 ceph-mon[14476]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:28.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:28 trial052 ceph-mon[22993]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:30.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:30 trial116 ceph-mon[16720]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:30.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:30 trial052 ceph-mon[14476]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:30.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:30 trial052 ceph-mon[22993]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:32.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:32 trial116 ceph-mon[16720]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:32.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:32 trial052 ceph-mon[14476]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:32.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:32 trial052 ceph-mon[22993]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:34.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:34 trial116 ceph-mon[16720]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:34.365 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:34 trial052 ceph-mon[14476]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:34.366 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:34.366 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:34 trial052 ceph-mon[22993]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:34] "GET /metrics HTTP/1.1" 200 5776 "" "Prometheus/3.6.0" 2026-02-12T00:43:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:34.608Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:36 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:36 trial116 ceph-mon[16720]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:36 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:36 trial052 ceph-mon[14476]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:36.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:36 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:36 trial052 ceph-mon[22993]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:37 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:37 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:37 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:38 trial052 ceph-mon[14476]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:38 trial052 ceph-mon[22993]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:38 trial116 ceph-mon[16720]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:40.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:40 trial052 ceph-mon[14476]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:40.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:40 trial052 ceph-mon[22993]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:40.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:40 trial116 ceph-mon[16720]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:42 trial052 ceph-mon[14476]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:42.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:42 trial052 ceph-mon[22993]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:42.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:42 trial116 ceph-mon[16720]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:44.366 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:44 trial052 ceph-mon[14476]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:44.367 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:44 trial052 ceph-mon[22993]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:44.367 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:44.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:44 trial116 ceph-mon[16720]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:44] "GET /metrics HTTP/1.1" 200 5779 "" "Prometheus/3.6.0" 2026-02-12T00:43:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:46 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:46 trial052 ceph-mon[14476]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:46 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:46 trial052 ceph-mon[22993]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:46 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:46 trial116 ceph-mon[16720]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:48.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:48 trial052 ceph-mon[14476]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:48 trial052 ceph-mon[22993]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:48 trial116 ceph-mon[16720]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:43:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:43:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:43:50.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:50 trial052 ceph-mon[14476]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:50 trial052 ceph-mon[22993]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:50.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:50 trial116 ceph-mon[16720]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:52.398 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:52 trial116 ceph-mon[16720]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:52.398 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:52 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:52 trial052 ceph-mon[14476]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:52.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:52 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:52 trial052 ceph-mon[22993]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:52.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:52 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:43:54.377 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:54 trial052 ceph-mon[14476]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:54.377 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:43:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:43:54.378 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:54 trial052 ceph-mon[22993]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:54.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:54 trial116 ceph-mon[16720]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:43:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:43:54] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:43:55.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:43:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:43:54.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[14476]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[22993]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:43:56.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:56 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:43:56.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:56 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:43:56.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:56 trial116 ceph-mon[16720]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:43:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:43:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:56 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:43:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:56 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:43:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:58 trial052 ceph-mon[14476]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:58.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:58 trial052 ceph-mon[22993]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:43:58.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:58 trial116 ceph-mon[16720]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:00.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:43:59 trial116 ceph-mon[16720]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:00.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:43:59 trial052 ceph-mon[14476]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:00.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:43:59 trial052 ceph-mon[22993]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:02.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:02 trial116 ceph-mon[16720]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:02.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:02 trial052 ceph-mon[14476]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:02.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:02 trial052 ceph-mon[22993]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:04.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:04 trial116 ceph-mon[16720]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:04.386 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:04 trial052 ceph-mon[14476]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:04.386 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:04 trial052 ceph-mon[22993]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:04.387 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:04] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:44:05.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:04.606Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:44:06.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:06 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:06 trial116 ceph-mon[16720]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:06 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:06.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:06 trial052 ceph-mon[14476]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:06.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:06 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:06.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:06 trial052 ceph-mon[22993]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:07 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:07.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:07 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:07.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:07 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:08.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:08 trial052 ceph-mon[14476]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:08.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:08 trial052 ceph-mon[22993]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:08.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:08 trial116 ceph-mon[16720]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:10.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:10 trial052 ceph-mon[14476]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:10.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:10 trial052 ceph-mon[22993]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:10.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:10 trial116 ceph-mon[16720]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:12.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:12 trial052 ceph-mon[14476]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:12.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:12 trial052 ceph-mon[22993]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:12.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:12 trial116 ceph-mon[16720]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:14.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:14 trial052 ceph-mon[14476]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:14.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:14 trial052 ceph-mon[22993]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:14.397 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:14.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:14 trial116 ceph-mon[16720]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:15.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:14] "GET /metrics HTTP/1.1" 200 5781 "" "Prometheus/3.6.0" 2026-02-12T00:44:15.096 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:14.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:44:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:16 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:16 trial052 ceph-mon[14476]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:16 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:16 trial052 ceph-mon[22993]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:16.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:16 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:16 trial116 ceph-mon[16720]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:18.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:18 trial052 ceph-mon[14476]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:18.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:18 trial052 ceph-mon[22993]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:18.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:18 trial116 ceph-mon[16720]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:20.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:20 trial052 ceph-mon[14476]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:20.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:20 trial052 ceph-mon[22993]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:20 trial116 ceph-mon[16720]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:22.399 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:22 trial116 ceph-mon[16720]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:22.399 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:22 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:22 trial052 ceph-mon[14476]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:22 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:22.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:22 trial052 ceph-mon[22993]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:22.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:22 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:24.407 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:24 trial052 ceph-mon[14476]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:24.407 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:24 trial052 ceph-mon[22993]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:24.407 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:24.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:24 trial116 ceph-mon[16720]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:24] "GET /metrics HTTP/1.1" 200 5778 "" "Prometheus/3.6.0" 2026-02-12T00:44:25.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:24.606Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:44:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:26 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:26 trial052 ceph-mon[14476]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:26 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:26 trial052 ceph-mon[22993]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:26.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:26 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:26.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:26 trial116 ceph-mon[16720]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:28.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:28 trial052 ceph-mon[14476]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:28.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:28 trial052 ceph-mon[22993]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:28.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:28 trial116 ceph-mon[16720]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:30.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:30 trial052 ceph-mon[14476]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:30.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:30 trial052 ceph-mon[22993]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:30.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:30 trial116 ceph-mon[16720]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:32.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:32 trial052 ceph-mon[14476]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:32.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:32 trial052 ceph-mon[22993]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:32.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:32 trial116 ceph-mon[16720]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:34.418 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:34 trial052 ceph-mon[14476]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:34.418 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:34.418 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:34 trial052 ceph-mon[22993]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:34.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:34 trial116 ceph-mon[16720]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:34] "GET /metrics HTTP/1.1" 200 5778 "" "Prometheus/3.6.0" 2026-02-12T00:44:35.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:34.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:44:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:36 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:36.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:36 trial052 ceph-mon[14476]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:36 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:36.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:36 trial052 ceph-mon[22993]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:36.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:36 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:36.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:36 trial116 ceph-mon[16720]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:37.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:37 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:37.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:37 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:37.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:37 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:38.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:38 trial052 ceph-mon[14476]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:38.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:38 trial052 ceph-mon[22993]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:38.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:38 trial116 ceph-mon[16720]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:40.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:40 trial052 ceph-mon[14476]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:40.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:40 trial052 ceph-mon[22993]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:40.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:40 trial116 ceph-mon[16720]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:42.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:42 trial052 ceph-mon[14476]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:42.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:42 trial052 ceph-mon[22993]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:42.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:42 trial116 ceph-mon[16720]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:44.428 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:44 trial052 ceph-mon[14476]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:44.428 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:44 trial052 ceph-mon[22993]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:44.429 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:44.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:44 trial116 ceph-mon[16720]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:44] "GET /metrics HTTP/1.1" 200 5783 "" "Prometheus/3.6.0" 2026-02-12T00:44:45.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:44.607Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial116:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:44:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:46 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:46 trial052 ceph-mon[14476]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:46 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:46 trial052 ceph-mon[22993]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:46.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:46 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:46.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:46 trial116 ceph-mon[16720]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:48.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:48 trial052 ceph-mon[14476]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:48.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:48 trial052 ceph-mon[22993]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:48.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:48 trial116 ceph-mon[16720]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:44:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:44:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:44:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:44:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:44:50.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:50 trial052 ceph-mon[14476]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:50.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:50 trial052 ceph-mon[22993]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:50.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:50 trial116 ceph-mon[16720]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:51.440 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:44:51.729 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:44:51.957 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:44:51.957 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (18m) 2m ago 18m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:44:51.957 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (18m) 2m ago 18m 89.1M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 2m ago 18m - - 3.9 4cc07a41bb19 8dff8cb43a38 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (14m) 2m ago 20m 531M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (8m) 2m ago 20m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (20m) 2m ago 20m 51.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:44:51.958 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (20m) 2m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (18m) 2m ago 18m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (18m) 2m ago 18m 13.6M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (20m) 2m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:44:51.959 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (19m) 2m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:44:51.960 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (19m) 2m ago 19m 62.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:44:51.960 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (19m) 2m ago 19m 58.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:44:51.961 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (19m) 2m ago 19m 58.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:44:51.961 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (18m) 2m ago 18m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:44:51.961 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (12m) 2m ago 18m 55.2M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:44:51.961 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (18m) 2m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:44:51.961 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (18m) 2m ago 18m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:44:51.993 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls' 2026-02-12T00:44:52.283 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:44:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:52 trial052 ceph-mon[14476]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:52 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:52 trial052 ceph-mon[22993]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:52 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:52.398 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:52 trial116 ceph-mon[16720]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:44:52.399 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:52 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager ?:9093,9094 1/1 2m ago 18m trial052=a;count:1 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:grafana ?:3000 1/1 2m ago 18m trial116=a;count:1 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo ?:5000 1/1 2m ago 18m count:1 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:mgr 2/2 2m ago 20m trial052=y;trial116=x;count:2 2026-02-12T00:44:52.501 INFO:teuthology.orchestra.run.trial052.stdout:mon 3/3 2m ago 20m trial052:10.20.193.52=a;trial052:[v2:10.20.193.52:3301,v1:10.20.193.52:6790]=c;trial116:10.20.193.116=b;count:3 2026-02-12T00:44:52.502 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter ?:9100 2/2 2m ago 18m trial052=a;trial116=b;count:2 2026-02-12T00:44:52.502 INFO:teuthology.orchestra.run.trial052.stdout:osd 8 2m ago - 2026-02-12T00:44:52.502 INFO:teuthology.orchestra.run.trial052.stdout:prometheus ?:9095 1/1 2m ago 18m trial116=a;count:1 2026-02-12T00:44:52.502 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo ?:8000 2/2 2m ago 18m count:2 2026-02-12T00:44:52.538 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:44:52.823 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:44:53.076 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:44:53.076 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:44:53.076 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:44:53.076 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:53.076 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:53.077 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:44:53.078 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T00:44:53.078 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:44:53.078 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:44:53.078 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:44:53.114 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2026-02-12T00:44:53.398 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:44:53.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[14476]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:53.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.422 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1322996309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:53.422 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[22993]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:53.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.423 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:53 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1322996309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:53 trial116 ceph-mon[16720]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:53 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:53 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"}]: dispatch 2026-02-12T00:44:53.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:53 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1322996309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:53.888 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:53.927 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:44:54.214 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:44:54.393 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: 2026-02-12T00:44:54.360+0000 7fb7434fc640 -1 mgr handle_mgr_map I was active but no longer am 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.394 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.395 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.395 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:54.395 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:54.395 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.395 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:44:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:44:54] ENGINE Bus STOPPING 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='client.25472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.397 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.398 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.398 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:54.398 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:54.398 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:54 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:54.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ignoring --setuser ceph since I am not root 2026-02-12T00:44:54.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: ignoring --setgroup ceph since I am not root 2026-02-12T00:44:54.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:54 trial116 ceph-mgr[48369]: -- 10.20.193.116:0/2631966488 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x11f5a00 con 0x11c9400 2026-02-12T00:44:55.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:44:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:44:55.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:44:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:44:54] ENGINE Bus STOPPED 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: Activating manager daemon y 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25021 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: mgrmap e36: y(active, starting, since 0.00383394s) 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:44:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: Manager daemon y is now available 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:55 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:44:55.369 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:55.369 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: Activating manager daemon y 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25021 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: mgrmap e36: y(active, starting, since 0.00383394s) 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:44:55.370 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: Manager daemon y is now available 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:44:55.371 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25021 10.20.193.116:0/3323209068' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.372 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: Activating manager daemon y 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25021 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: mgrmap e36: y(active, starting, since 0.00383394s) 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: Manager daemon y is now available 2026-02-12T00:44:55.373 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:55.374 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-02-12T00:44:55.397 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:44:55.737 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:44:55.737 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (18m) 3m ago 18m - - 0.25.0 c8568f914cd2 4ae05523ac0b 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (18m) 3m ago 18m 89.1M - 10.4.0 c8b91775d855 33c609f18eae 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (3m) 3m ago 18m - - 3.9 4cc07a41bb19 8dff8cb43a38 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (15m) 3m ago 20m 531M - 20.3.0-5221-ge200f5a1 c60a330ee965 23aa823289fc 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (9m) 3m ago 20m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (20m) 3m ago 20m 51.4M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (20m) 3m ago 20m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (18m) 3m ago 18m - - 1.7.0 72c9c2088986 c252ff3f857f 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (18m) 3m ago 18m 13.6M - 1.7.0 72c9c2088986 a1abf3fa1cd6 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (20m) 3m ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:44:55.738 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (19m) 3m ago 19m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (19m) 3m ago 19m 62.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (19m) 3m ago 19m 58.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (19m) 3m ago 19m 58.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (19m) 3m ago 19m 61.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (12m) 3m ago 18m 55.2M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (18m) 3m ago 18m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:44:55.739 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (18m) 3m ago 18m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:44:55.826 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:44:55.826 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:44:55.826 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[48365]: from numpy import show_config as show_numpy_config 2026-02-12T00:44:55.942 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:44:55.943 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T00:44:55.944 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:44:55.945 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:44:56.120 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [ 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "mgr" 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) mgr", 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "2/2 daemons upgraded", 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "message": "", 2026-02-12T00:44:56.121 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:44:56.122 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:44:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: [12/Feb/2026:00:44:55] ENGINE Bus STARTING 2026-02-12T00:44:56.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: mgrmap e37: y(active, since 1.00848s) 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: [12/Feb/2026:00:44:55] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: [12/Feb/2026:00:44:55] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: [12/Feb/2026:00:44:55] ENGINE Bus STARTED 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: [12/Feb/2026:00:44:55] ENGINE Client ('10.20.193.52', 41672) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4026090445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: [12/Feb/2026:00:44:55] ENGINE Bus STARTING 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: mgrmap e37: y(active, since 1.00848s) 2026-02-12T00:44:56.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: [12/Feb/2026:00:44:55] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: [12/Feb/2026:00:44:55] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: [12/Feb/2026:00:44:55] ENGINE Bus STARTED 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: [12/Feb/2026:00:44:55] ENGINE Client ('10.20.193.52', 41672) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4026090445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:56.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:56 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: [12/Feb/2026:00:44:55] ENGINE Bus STARTING 2026-02-12T00:44:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: mgrmap e37: y(active, since 1.00848s) 2026-02-12T00:44:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='client.25409 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: pgmap v2: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: [12/Feb/2026:00:44:55] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: [12/Feb/2026:00:44:55] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: [12/Feb/2026:00:44:55] ENGINE Bus STARTED 2026-02-12T00:44:56.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: [12/Feb/2026:00:44:55] ENGINE Client ('10.20.193.52', 41672) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4026090445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:56.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:56 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:57.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:57.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: mgrmap e38: y(active, since 2s) 2026-02-12T00:44:57.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.441 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.52', '10.20.193.116'}) 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.442 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:57.443 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: mgrmap e38: y(active, since 2s) 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.444 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.52', '10.20.193.116'}) 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.445 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:44:57.446 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:44:57.446 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:44:57.446 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:44:57.446 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:44:57.446 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:57 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:44:57.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:44:57.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:44:57.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: mgrmap e38: y(active, since 2s) 2026-02-12T00:44:57.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:44:57.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Reconfiguring iscsi.foo.trial052.ufqxni deps ['10.20.193.116'] -> ['10.20.193.52'] (diff {'10.20.193.52', '10.20.193.116'}) 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Reconfiguring daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:44:57.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:44:57.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:57 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/3469725478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: Stopping Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/1403947572' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:44:58.663 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:58.664 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: mgrmap e39: y(active, since 3s), standbys: x 2026-02-12T00:44:58.664 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:44:58.664 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:44:58.664 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:44:58.664 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:44:58 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:58.979 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 podman[60296]: 2026-02-12 00:44:58.661772928 +0000 UTC m=+0.045455094 container died 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:44:58.979 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 podman[60296]: 2026-02-12 00:44:58.674395784 +0000 UTC m=+0.058077950 container remove 23aa823289fcb0b013eb36dcfc9195b183271767d91afc15023d244a2e373df9 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 bash[60296]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Failed with result 'exit-code'. 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: Stopped Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service: Consumed 16.270s CPU time. 2026-02-12T00:44:58.980 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 systemd[1]: Starting Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:44:59.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:59.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:59.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1403947572' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: mgrmap e39: y(active, since 3s), standbys: x 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:59.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1403947572' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: Certificate for "cephadm-signed_agent_cert (trial052)" is still valid for 1824 days. 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: mgrmap e39: y(active, since 3s), standbys: x 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-02-12T00:44:59.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:44:58 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:44:59.273 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:58 trial116 podman[60467]: 2026-02-12 00:44:58.978682406 +0000 UTC m=+0.016701380 container create b9d7577fbc1cec5f9404a59331f58cbd9b84b97789dbf46f8f0cd4920f7dbb49 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:44:59.273 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 podman[60467]: 2026-02-12 00:44:59.005844231 +0000 UTC m=+0.043863215 container init b9d7577fbc1cec5f9404a59331f58cbd9b84b97789dbf46f8f0cd4920f7dbb49 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:44:59.273 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 podman[60467]: 2026-02-12 00:44:59.008279358 +0000 UTC m=+0.046298342 container start b9d7577fbc1cec5f9404a59331f58cbd9b84b97789dbf46f8f0cd4920f7dbb49 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:44:59.273 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 bash[60467]: b9d7577fbc1cec5f9404a59331f58cbd9b84b97789dbf46f8f0cd4920f7dbb49 2026-02-12T00:44:59.273 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 podman[60467]: 2026-02-12 00:44:58.971635295 +0000 UTC m=+0.009654289 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:44:59.274 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 systemd[1]: Started Ceph mgr.x for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:44:59.274 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:44:59 trial116 ceph-mgr[60495]: -- 10.20.193.116:0/488585522 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1f53a00 con 0x1f27400 2026-02-12T00:45:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: Upgrade: Updating mgr.x 2026-02-12T00:45:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: Deploying daemon mgr.x on trial116 2026-02-12T00:45:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:00 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:45:00.348 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: from numpy import show_config as show_numpy_config 2026-02-12T00:45:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: Upgrade: Updating mgr.x 2026-02-12T00:45:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: Deploying daemon mgr.x on trial116 2026-02-12T00:45:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: Upgrade: Updating mgr.x 2026-02-12T00:45:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: Deploying daemon mgr.x on trial116 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:00.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:00 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.395 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.396 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.397 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.398 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.399 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.399 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.399 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.399 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.399 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:01.400 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.401 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.402 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.403 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:01 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:01.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:01 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.032 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 systemd[1]: Stopping Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:02.033 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 podman[84156]: 2026-02-12 00:45:01.796001327 +0000 UTC m=+0.023103417 container died c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:02.033 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 podman[84156]: 2026-02-12 00:45:01.805229912 +0000 UTC m=+0.032331992 container remove c252ff3f857f41975fb8de3509d6a147cac203cd5516de212cda7a5156665964 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:02.033 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 bash[84156]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a 2026-02-12T00:45:02.033 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:45:02.034 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T00:45:02.034 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 systemd[1]: Stopped Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:02.034 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:01 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Consumed 2.707s CPU time. 2026-02-12T00:45:02.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 systemd[1]: Starting Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:02.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T00:45:02.788 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Getting image source signatures 2026-02-12T00:45:02.788 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T00:45:02.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T00:45:02.789 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T00:45:02.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:02.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:02.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:02.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:45:02.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Standby manager daemon x restarted 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: Standby manager daemon x started 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[14476]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:02.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:45:02.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Standby manager daemon x restarted 2026-02-12T00:45:02.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:45:02.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:45:02.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:45:02.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:45:02.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:02 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:45:02.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Upgrade: Updating node-exporter.a (1/2) 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Deploying daemon node-exporter.a on trial052 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Standby manager daemon x restarted 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: Standby manager daemon x started 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-02-12T00:45:02.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:02 trial116 ceph-mon[16720]: from='mgr.? 10.20.193.116:0/282794491' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: Writing manifest to image destination 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 podman[84325]: 2026-02-12 00:45:02.885817249 +0000 UTC m=+0.789424937 container create f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 podman[84325]: 2026-02-12 00:45:02.880357113 +0000 UTC m=+0.783964801 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 podman[84325]: 2026-02-12 00:45:02.913985559 +0000 UTC m=+0.817593247 container init f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:03.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 podman[84325]: 2026-02-12 00:45:02.915990136 +0000 UTC m=+0.819597814 container start f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 bash[84325]: f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 systemd[1]: Started Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.919Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.919Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.919Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.919Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T00:45:03.290 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T00:45:03.291 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T00:45:03.292 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T00:45:03.293 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T00:45:03.294 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:45:02 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a[84433]: time=2026-02-12T00:45:02.920Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T00:45:03.713 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:03 trial116 ceph-mon[16720]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:45:03.714 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:03 trial116 ceph-mon[16720]: mgrmap e40: y(active, since 8s), standbys: x 2026-02-12T00:45:03.714 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:03 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:03.714 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:03 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:03.714 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: Stopping Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:03.714 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 podman[63183]: 2026-02-12 00:45:03.588810642 +0000 UTC m=+0.024281291 container died a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:45:03.714 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 podman[63183]: 2026-02-12 00:45:03.596927221 +0000 UTC m=+0.032397860 container remove a1abf3fa1cd6f921c8d7ea325f5e73d63674ad26f130af3795c2f35ad57e8108 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:45:03.715 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 bash[63183]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b 2026-02-12T00:45:03.715 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:45:03.715 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T00:45:03.715 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: Stopped Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:03.715 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Consumed 2.685s CPU time. 2026-02-12T00:45:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[22993]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:45:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[22993]: mgrmap e40: y(active, since 8s), standbys: x 2026-02-12T00:45:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:03.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:03.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[14476]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:45:03.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[14476]: mgrmap e40: y(active, since 8s), standbys: x 2026-02-12T00:45:03.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:03.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:03 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:04.096 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 systemd[1]: Starting Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:04.097 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:03 trial116 bash[63354]: Trying to pull quay.io/prometheus/node-exporter:v1.9.1... 2026-02-12T00:45:04.451 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-mon[16720]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T00:45:04.451 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-mon[16720]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:45:04.451 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Getting image source signatures 2026-02-12T00:45:04.451 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Copying blob sha256:c6e37428e3b36731b2b7a99979e0dbb27ce0849df0c23fb2b73e99bdbcd7ca33 2026-02-12T00:45:04.451 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Copying blob sha256:9fa9226be034e47923c0457d916aa68474cdfb23af8d4525e9baeebc4760977a 2026-02-12T00:45:04.451 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Copying blob sha256:1617e25568b2231fdd0d5caff63b06f6f7738d8d961f031c80e47d35aaec9733 2026-02-12T00:45:04.451 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Copying config sha256:255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: Writing manifest to image destination 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 podman[63354]: 2026-02-12 00:45:04.42346883 +0000 UTC m=+0.556575832 container create 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 podman[63354]: 2026-02-12 00:45:04.448296586 +0000 UTC m=+0.581403588 container init 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 podman[63354]: 2026-02-12 00:45:04.450551348 +0000 UTC m=+0.583658360 container start 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 bash[63354]: 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d 2026-02-12T00:45:04.452 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 podman[63354]: 2026-02-12 00:45:04.417885551 +0000 UTC m=+0.550992563 image pull 255ec253085fb105696533b31864a5e3b64f1f1e2147b5ec368100cbf3ec9b80 quay.io/prometheus/node-exporter:v1.9.1 2026-02-12T00:45:04.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:04 trial052 ceph-mon[14476]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T00:45:04.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:04 trial052 ceph-mon[14476]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:45:04.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:04 trial052 ceph-mon[22993]: Upgrade: Updating node-exporter.b (2/2) 2026-02-12T00:45:04.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:04 trial052 ceph-mon[22993]: Deploying daemon node-exporter.b on trial116 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.453Z level=INFO source=node_exporter.go:216 msg="Starting node_exporter" version="(version=1.9.1, branch=HEAD, revision=f2ec547b49af53815038a50265aa2adcd1275959)" 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.453Z level=INFO source=node_exporter.go:217 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@7023beaa563a, date=20250401-15:19:01, tags=unknown)" 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 systemd[1]: Started Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.453Z level=INFO source=filesystem_common.go:265 msg="Parsed flag --collector.filesystem.mount-points-exclude" collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.453Z level=INFO source=filesystem_common.go:294 msg="Parsed flag --collector.filesystem.fs-types-exclude" collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2026-02-12T00:45:04.737 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=diskstats_common.go:110 msg="Parsed flag --collector.diskstats.device-exclude" collector=diskstats flag=^(z?ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=ERROR source=diskstats_linux.go:264 msg="Failed to open directory, disabling udev device properties" collector=diskstats path=/run/udev/data 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:135 msg="Enabled collectors" 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=arp 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=bcache 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=bonding 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=btrfs 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=conntrack 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=cpu 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=cpufreq 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=diskstats 2026-02-12T00:45:04.738 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=dmi 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=edac 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=entropy 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=fibrechannel 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=filefd 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=filesystem 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=hwmon 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=infiniband 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=ipvs 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=loadavg 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=mdadm 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=meminfo 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=netclass 2026-02-12T00:45:04.739 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=netdev 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=netstat 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=nfs 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=nfsd 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=nvme 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=os 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=powersupplyclass 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=pressure 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=rapl 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=schedstat 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=selinux 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=sockstat 2026-02-12T00:45:04.740 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=softnet 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=stat 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=tapestats 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=textfile 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=thermal_zone 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=time 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=udp_queues 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=uname 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=vmstat 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=watchdog 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=xfs 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=node_exporter.go:141 msg=zfs 2026-02-12T00:45:04.741 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9100 2026-02-12T00:45:04.742 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:45:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b[63402]: time=2026-02-12T00:45:04.454Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9100 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:05] ENGINE Bus STARTING 2026-02-12T00:45:05.789 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:05] ENGINE Serving on http://:::9283 2026-02-12T00:45:05.790 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:05] ENGINE Bus STARTED 2026-02-12T00:45:05.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:05 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:06 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:06 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:07.979 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[14476]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:07.979 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[14476]: Upgrade: Updating alertmanager.a 2026-02-12T00:45:07.979 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.979 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.979 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[14476]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:45:07.980 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[22993]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:07.980 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[22993]: Upgrade: Updating alertmanager.a 2026-02-12T00:45:07.980 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.980 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:07.980 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:07 trial052 ceph-mon[22993]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:45:08.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:07 trial116 ceph-mon[16720]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:08.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:07 trial116 ceph-mon[16720]: Upgrade: Updating alertmanager.a 2026-02-12T00:45:08.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:07 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:08.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:07 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:08.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:07 trial116 ceph-mon[16720]: Deploying daemon alertmanager.a on trial052 2026-02-12T00:45:08.287 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:07 trial052 systemd[1]: Stopping Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[57644]: ts=2026-02-12T00:45:08.039Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87586]: 2026-02-12 00:45:08.049775325 +0000 UTC m=+0.022599362 container died 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87586]: 2026-02-12 00:45:08.058339798 +0000 UTC m=+0.031163835 container remove 4ae05523ac0bfa94c1c563eafdce6b6ecdfc1460d27088f8fc9779306c3bee9d (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors ) 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87586]: 2026-02-12 00:45:08.059087575 +0000 UTC m=+0.031911612 volume remove c1ba5242fcf4dc05b27afabd801cef2cc1672a833f76ec0e55e5689a3bfda404 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 bash[87586]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T00:45:08.288 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 systemd[1]: Stopped Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:08.538 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 systemd[1]: Starting Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:08.538 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87753]: 2026-02-12 00:45:08.36792784 +0000 UTC m=+0.015924303 volume create a6b75fdaeb3261b0ff48112681c94aadb3631f94df9a8724d333c7ba00510b36 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87753]: 2026-02-12 00:45:08.370505741 +0000 UTC m=+0.018502264 container create 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87753]: 2026-02-12 00:45:08.398268668 +0000 UTC m=+0.046265141 container init 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87753]: 2026-02-12 00:45:08.400409008 +0000 UTC m=+0.048405481 container start 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 bash[87753]: 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 podman[87753]: 2026-02-12 00:45:08.361983336 +0000 UTC m=+0.009979809 image pull 91c01b3cec9b5b3071454a5bf13814e64127ed1601b9afd3b932559945fc9a5e quay.io/prometheus/alertmanager:v0.28.1 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 systemd[1]: Started Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.408Z level=INFO source=main.go:191 msg="Starting Alertmanager" version="(version=0.28.1, branch=HEAD, revision=b2099eaa2c9ebc25edb26517cb9c732738e93910)" 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.409Z level=INFO source=main.go:192 msg="Build context" build_context="(go=go1.23.7, platform=linux/amd64, user=root@fa3ca569dfe4, date=20250307-15:05:18, tags=netgo)" 2026-02-12T00:45:08.539 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.409Z level=INFO source=cluster.go:185 msg="setting advertise address explicitly" component=cluster addr=10.20.193.52 port=9094 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.411Z level=INFO source=cluster.go:674 msg="Waiting for gossip to settle..." component=cluster interval=2s 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.423Z level=INFO source=coordinator.go:112 msg="Loading configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.423Z level=INFO source=coordinator.go:125 msg="Completed loading of configuration file" component=configuration file=/etc/alertmanager/alertmanager.yml 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.424Z level=INFO source=main.go:437 msg="skipping creation of receiver not referenced by any route" component=configuration receiver=custom-receiver 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.425Z level=INFO source=tls_config.go:347 msg="Listening on" address=[::]:9093 2026-02-12T00:45:08.540 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:08.425Z level=INFO source=tls_config.go:350 msg="TLS is disabled." http2=false address=[::]:9093 2026-02-12T00:45:09.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:09.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:09.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:09.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:09.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:09.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:08 trial116 ceph-mon[16720]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:08 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:08 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.036 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[14476]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[22993]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.037 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:09 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:09 trial116 ceph-mon[16720]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:10.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:09 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:09 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:09 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:09 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:10.781 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:10.411Z level=INFO source=cluster.go:699 msg="gossip not settled" component=cluster polls=0 before=0 now=1 elapsed=2.000786597s 2026-02-12T00:45:11.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:11.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:11.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:10 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:11.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:10 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: Upgrade: Updating grafana.a 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: Upgrade: Updating grafana.a 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:11 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: Upgrade: Updating grafana.a 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:12.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:11 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:45:11] ENGINE Bus STARTING 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: CherryPy Checker: 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: The Application mounted at '' has an empty config. 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:45:11] ENGINE Serving on http://:::9283 2026-02-12T00:45:12.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:11 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:45:11] ENGINE Bus STARTED 2026-02-12T00:45:13.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:12 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:13.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:12 trial052 ceph-mon[14476]: Deploying daemon grafana.a on trial116 2026-02-12T00:45:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:12 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:12 trial052 ceph-mon[22993]: Deploying daemon grafana.a on trial116 2026-02-12T00:45:13.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:12 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-02-12T00:45:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:12 trial116 ceph-mon[16720]: Deploying daemon grafana.a on trial116 2026-02-12T00:45:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:13 trial052 ceph-mon[14476]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:14.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:13 trial052 ceph-mon[22993]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:14.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:13 trial116 ceph-mon[16720]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:45:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:14] "GET /metrics HTTP/1.1" 200 5777 "" "Prometheus/3.6.0" 2026-02-12T00:45:14.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:45:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:45:16.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:15 trial052 ceph-mon[14476]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:16.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:15 trial052 ceph-mon[22993]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:16.089 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:15 trial116 ceph-mon[16720]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 systemd[1]: Stopping Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=server t=2026-02-12T00:45:15.83615967Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=ticker t=2026-02-12T00:45:15.836314588Z level=info msg=stopped last_tick=2026-02-12T00:45:10Z 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=tracing t=2026-02-12T00:45:15.83632621Z level=info msg="Closing tracing" 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[43223]: logger=grafana-apiserver t=2026-02-12T00:45:15.836373778Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 podman[66679]: 2026-02-12 00:45:15.846275957 +0000 UTC m=+0.023574798 container died 33c609f18eaea25e1a7ca613ce5bec52838c036146198a725b904756419fcf4b (image=quay.io/ceph/grafana:10.4.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 podman[66679]: 2026-02-12 00:45:15.857442466 +0000 UTC m=+0.034741307 container remove 33c609f18eaea25e1a7ca613ce5bec52838c036146198a725b904756419fcf4b (image=quay.io/ceph/grafana:10.4.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, maintainer=Grafana Labs ) 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 bash[66679]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a 2026-02-12T00:45:16.090 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T00:45:16.091 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 systemd[1]: Stopped Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:16.091 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@grafana.a.service: Consumed 8.923s CPU time. 2026-02-12T00:45:16.091 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 systemd[1]: Starting Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:16.340 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 podman[66860]: 2026-02-12 00:45:16.172259604 +0000 UTC m=+0.018817503 container create dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 (image=quay.io/ceph/grafana:12.3.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T00:45:16.340 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 podman[66860]: 2026-02-12 00:45:16.198467055 +0000 UTC m=+0.045024954 container init dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 (image=quay.io/ceph/grafana:12.3.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T00:45:16.340 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 podman[66860]: 2026-02-12 00:45:16.201147628 +0000 UTC m=+0.047705537 container start dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 (image=quay.io/ceph/grafana:12.3.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T00:45:16.340 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 bash[66860]: dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 2026-02-12T00:45:16.340 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 podman[66860]: 2026-02-12 00:45:16.164222012 +0000 UTC m=+0.010779911 image pull 5cdab57891eadfc05b9c76519b4b1be6ba2ac1c3bb8fdedd90fdcf7fc9b40242 quay.io/ceph/grafana:12.3.1 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 systemd[1]: Started Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.2518788Z level=info msg="Starting Grafana" version=12.3.1 commit=3a1c80ca7ce612f309fdc99338dd3c5e486339be branch=release-12.3.1 compiled=2026-02-12T00:45:16Z 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252157538Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252161896Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252164441Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252166425Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252168258Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252169971Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252171705Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252173658Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-02-12T00:45:16.341 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252175522Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252177115Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252178858Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252181002Z level=info msg=Target target=[all] 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252184158Z level=info msg="Path Home" path=/usr/share/grafana 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252185881Z level=info msg="Path Data" path=/var/lib/grafana 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252187574Z level=info msg="Path Logs" path=/var/log/grafana 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252189558Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252191501Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=settings t=2026-02-12T00:45:16.252193265Z level=info msg="App mode production" 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=featuremgmt t=2026-02-12T00:45:16.252434363Z level=info msg=FeatureToggles azureMonitorEnableUserAuth=true alertingRuleRecoverDeleted=true logsContextDatasourceUi=true correlations=true groupToNestedTableTransformation=true dashboardSceneForViewers=true alertingQueryAndExpressionsStepMode=true grafanaconThemes=true preventPanelChromeOverflow=true lokiQuerySplitting=true onlyStoreActionSets=true dashboardScene=true awsDatasourcesTempCredentials=true ssoSettingsLDAP=true logsExploreTableVisualisation=true alertingRulePermanentlyDelete=true adhocFiltersInTooltips=true tlsMemcached=true unifiedRequestLog=true prometheusAzureOverrideAudience=true unifiedStorageHistoryPruner=true alertingSaveStateCompressed=true newPDFRendering=true logsInfiniteScrolling=true alertingRuleVersionHistoryRestore=true publicDashboardsScene=true pinNavItems=true influxdbBackendMigration=true cloudWatchNewLabelParsing=true alertingBulkActionsInUI=true newLogsPanel=true dashgpt=true logRowsPopoverMenu=true alertingUseNewSimplifiedRoutingHashAlgorithm=true newFiltersUI=true formatString=true lokiLabelNamesQueryApi=true panelMonitoring=true dashboardSceneSolo=true awsAsyncQueryCaching=true addFieldFromCalculationStatFunctions=true alertingNotificationsStepMode=true grafanaAssistantInProfilesDrilldown=true dataplaneFrontendFallback=true logsPanelControls=true useSessionStorageForRedirection=true annotationPermissionUpdate=true improvedExternalSessionHandlingSAML=true preinstallAutoUpdate=true sharingDashboardImage=true alertRuleRestore=true transformationsRedesign=true alertingUIOptimizeReducer=true alertingImportYAMLUI=true onPremToCloudMigrations=true recordedQueriesMulti=true alertingMigrationUI=true cloudWatchCrossAccountQuerying=true cloudWatchRoundUpEndTime=true azureMonitorPrometheusExemplars=true improvedExternalSessionHandling=true dashboardDsAdHocFiltering=true kubernetesDashboards=true 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=sqlstore t=2026-02-12T00:45:16.252463196Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-02-12T00:45:16.342 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=sqlstore t=2026-02-12T00:45:16.252466052Z level=info msg="Using SQLite driver" driver="mattn/go-sqlite3 (CGO enabled)" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=sqlstore t=2026-02-12T00:45:16.252473205Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.255417058Z level=info msg="Locking database" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.25542371Z level=info msg="Starting DB migrations" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.260628947Z level=info msg="Executing migration" id="Make sure users uid are set" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.260822156Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=192.699µs 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.261398988Z level=info msg="Executing migration" id="Add is_provisioned column to user" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.263819438Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=2.420049ms 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.264104157Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.264269956Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=166.469µs 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.264568921Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once" 2026-02-12T00:45:16.343 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.264838533Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=269.521µs 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.265112592Z level=info msg="Executing migration" id="update login and email fields to lowercase" 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.265274132Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=161.51µs 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.26552586Z level=info msg="Executing migration" id="update login and email fields to lowercase2" 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.265653558Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=126.986µs 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.265871844Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at" 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.266260807Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=388.652µs 2026-02-12T00:45:16.344 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.266524607Z level=info msg="Executing migration" id="Add column dashboard_uid in star" 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.268781994Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=2.257136ms 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.269002784Z level=info msg="Executing migration" id="Add column org_id in star" 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.271769217Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=2.766232ms 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.27201832Z level=info msg="Executing migration" id="Add column updated in star" 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.274287579Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=2.269329ms 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.274506967Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns" 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.275093737Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=586.39µs 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.275435002Z level=info msg="Executing migration" id="Add deleted for dashboard" 2026-02-12T00:45:16.346 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.277882923Z level=info msg="Migration successfully executed" id="Add deleted for dashboard" duration=2.44771ms 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.278210462Z level=info msg="Executing migration" id="Add index for deleted" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.278653175Z level=info msg="Migration successfully executed" id="Add index for deleted" duration=428.677µs 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.278872783Z level=info msg="Executing migration" id="Add column dashboard_uid in dashboard_tag" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.281143414Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in dashboard_tag" duration=2.277404ms 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.281355599Z level=info msg="Executing migration" id="Add column org_id in dashboard_tag" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.283605882Z level=info msg="Migration successfully executed" id="Add column org_id in dashboard_tag" duration=2.250063ms 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.28381482Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to dashboard_tag" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.284346088Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to dashboard_tag" duration=531.107µs 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.284558403Z level=info msg="Executing migration" id="Add apiVersion for dashboard" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.286834995Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard" duration=2.276563ms 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.287052449Z level=info msg="Executing migration" id="Add index for dashboard_uid on dashboard_tag table" 2026-02-12T00:45:16.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.287436453Z level=info msg="Migration successfully executed" id="Add index for dashboard_uid on dashboard_tag table" duration=383.874µs 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.287648197Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to star" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.287823362Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to star" duration=174.986µs 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.288092773Z level=info msg="Executing migration" id="Add is_prunable column" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.290408769Z level=info msg="Migration successfully executed" id="Add is_prunable column" duration=2.315775ms 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.290622937Z level=info msg="Executing migration" id="Add api_version column" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.292924496Z level=info msg="Migration successfully executed" id="Add api_version column" duration=2.301358ms 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293141108Z level=info msg="Executing migration" id="Update secure_json_data column to MediumText" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293146709Z level=info msg="Migration successfully executed" id="Update secure_json_data column to MediumText" duration=6.482µs 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293401302Z level=info msg="Executing migration" id="Update json_data column to MediumText" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293407323Z level=info msg="Migration successfully executed" id="Update json_data column to MediumText" duration=5.751µs 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293651407Z level=info msg="Executing migration" id="update NULL org_id to 1" 2026-02-12T00:45:16.348 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.293778253Z level=info msg="Migration successfully executed" id="update NULL org_id to 1" duration=126.335µs 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.294028498Z level=info msg="Executing migration" id="make org_id NOT NULL and DEFAULT VALUE 1" 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.300967929Z level=info msg="Migration successfully executed" id="make org_id NOT NULL and DEFAULT VALUE 1" duration=6.93923ms 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.301227561Z level=info msg="Executing migration" id="Add home_dashboard_uid column to preferences table" 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.303520734Z level=info msg="Migration successfully executed" id="Add home_dashboard_uid column to preferences table" duration=2.292983ms 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.30373335Z level=info msg="Executing migration" id="Add missing dashboard_uid to preferences table" 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.303876546Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to preferences table" duration=142.525µs 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.304197903Z level=info msg="Executing migration" id="Increase prev_state column to length 40 not null" 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.304202943Z level=info msg="Migration successfully executed" id="Increase prev_state column to length 40 not null" duration=5.079µs 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.304455061Z level=info msg="Executing migration" id="Increase new_state column to length 40 not null" 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.304460231Z level=info msg="Migration successfully executed" id="Increase new_state column to length 40 not null" duration=5.55µs 2026-02-12T00:45:16.349 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.304676122Z level=info msg="Executing migration" id="Add dashboard_uid column to annotation table" 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307003689Z level=info msg="Migration successfully executed" id="Add dashboard_uid column to annotation table" duration=2.326385ms 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307220402Z level=info msg="Executing migration" id="Add missing dashboard_uid to annotation table" 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307228618Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307544104Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307551107Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to annotation table" duration=330.735µs 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.307798787Z level=info msg="Executing migration" id="Add apiVersion for dashboard_version" 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.310121225Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard_version" duration=2.321786ms 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.310349109Z level=info msg="Executing migration" id="Add column external_uid in team" 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.312635008Z level=info msg="Migration successfully executed" id="Add column external_uid in team" duration=2.285539ms 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.31284579Z level=info msg="Executing migration" id="Add column is_provisioned in team" 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.315141237Z level=info msg="Migration successfully executed" id="Add column is_provisioned in team" duration=2.295477ms 2026-02-12T00:45:16.350 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.315357199Z level=info msg="Executing migration" id="add unique index team_member_user_id_org_id" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.315725884Z level=info msg="Migration successfully executed" id="add unique index team_member_user_id_org_id" duration=368.295µs 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.315939682Z level=info msg="Executing migration" id="Add column uid in team_member" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.318268912Z level=info msg="Migration successfully executed" id="Add column uid in team_member" duration=2.328238ms 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.318476758Z level=info msg="Executing migration" id="Update uid column values in team_member" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.318551828Z level=info msg="Migration successfully executed" id="Update uid column values in team_member" duration=75.29µs 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.318787005Z level=info msg="Executing migration" id="Add unique index team_member_uid" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319248373Z level=info msg="Migration successfully executed" id="Add unique index team_member_uid" duration=461.207µs 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319482167Z level=info msg="Executing migration" id="increase login_attempt.ip_address column length for IPv6 support" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319487387Z level=info msg="Migration successfully executed" id="increase login_attempt.ip_address column length for IPv6 support" duration=5.269µs 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319760896Z level=info msg="Executing migration" id="alter table login_attempt alter column created type to bigint" 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319765985Z level=info msg="Migration successfully executed" id="alter table login_attempt alter column created type to bigint" duration=5.7µs 2026-02-12T00:45:16.351 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.319990633Z level=info msg="Executing migration" id="Add user_unique_id to user_auth" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.322311187Z level=info msg="Migration successfully executed" id="Add user_unique_id to user_auth" duration=2.320193ms 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.322526276Z level=info msg="Executing migration" id="add external_session_id to user_auth_token" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.324827795Z level=info msg="Migration successfully executed" id="add external_session_id to user_auth_token" duration=2.301138ms 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.325076457Z level=info msg="Executing migration" id="alter table alert_rule alter column rule_group_idx type to bigint" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.325081857Z level=info msg="Migration successfully executed" id="alter table alert_rule alter column rule_group_idx type to bigint" duration=5.47µs 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.325341841Z level=info msg="Executing migration" id="alter table alert_rule_version alter column rule_group_idx type to bigint" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.32534673Z level=info msg="Migration successfully executed" id="alter table alert_rule_version alter column rule_group_idx type to bigint" duration=4.919µs 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.325583811Z level=info msg="Executing migration" id="add library_element folder uid" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.32791798Z level=info msg="Migration successfully executed" id="add library_element folder uid" duration=2.333768ms 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.328131236Z level=info msg="Executing migration" id="populate library_element folder_uid" 2026-02-12T00:45:16.352 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.328281936Z level=info msg="Migration successfully executed" id="populate library_element folder_uid" duration=150.67µs 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.328527102Z level=info msg="Executing migration" id="add index library_element org_id-folder_uid-name-kind" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.328902731Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_uid-name-kind" duration=375.498µs 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.329122469Z level=info msg="Executing migration" id="drop unique name in folder index (id)" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.32949976Z level=info msg="Migration successfully executed" id="drop unique name in folder index (id)" duration=376.51µs 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.3297091Z level=info msg="Executing migration" id="drop unique name in folder index" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.330070081Z level=info msg="Migration successfully executed" id="drop unique name in folder index" duration=360.951µs 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.330331677Z level=info msg="Executing migration" id="add group mapping UID column to user_role table" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.332658723Z level=info msg="Migration successfully executed" id="add group mapping UID column to user_role table" duration=2.326746ms 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.332887348Z level=info msg="Executing migration" id="add user_role org ID, user ID, role ID, group mapping UID index" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.333290197Z level=info msg="Migration successfully executed" id="add user_role org ID, user ID, role ID, group mapping UID index" duration=402.588µs 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.333495028Z level=info msg="Executing migration" id="remove user_role org ID, user ID, role ID index" 2026-02-12T00:45:16.353 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.333852072Z level=info msg="Migration successfully executed" id="remove user_role org ID, user ID, role ID index" duration=356.904µs 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.334074555Z level=info msg="Executing migration" id="add permission role_id action index" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.334523059Z level=info msg="Migration successfully executed" id="add permission role_id action index" duration=448.383µs 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.334727158Z level=info msg="Executing migration" id="Remove permission role_id index" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.335110872Z level=info msg="Migration successfully executed" id="Remove permission role_id index" duration=384.014µs 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.335327284Z level=info msg="Executing migration" id="create query_history_details table v1" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.335587919Z level=info msg="Migration successfully executed" id="create query_history_details table v1" duration=260.254µs 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.335774485Z level=info msg="Executing migration" id="add type column" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.338099117Z level=info msg="Migration successfully executed" id="add type column" duration=2.324301ms 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.338326179Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.338420605Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file table if my_row_id exists (auto-generated mysql column)" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.338658427Z level=info msg="Executing migration" id="drop file_path unique index from file table if it exists (mysql)" 2026-02-12T00:45:16.354 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.338799048Z level=info msg="Migration successfully executed" id="drop file_path unique index from file table if it exists (mysql)" duration=140.821µs 2026-02-12T00:45:16.355 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.339043583Z level=info msg="Executing migration" id="add primary key to file table if it doesn't exist (mysql)" 2026-02-12T00:45:16.355 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.339049233Z level=info msg="Migration successfully executed" id="add primary key to file table if it doesn't exist (mysql)" duration=6.192µs 2026-02-12T00:45:16.355 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.339298557Z level=info msg="Executing migration" id="add primary key to file table (postgres and sqlite)" 2026-02-12T00:45:16.592 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.346461553Z level=info msg="Migration successfully executed" id="add primary key to file table (postgres and sqlite)" duration=7.162686ms 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.346721697Z level=info msg="Executing migration" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.34680968Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop my_row_id and add primary key to file_meta table if my_row_id exists (auto-generated mysql column)" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.347060146Z level=info msg="Executing migration" id="drop file_path unique index from file_meta table if it exists (mysql)" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.347203943Z level=info msg="Migration successfully executed" id="drop file_path unique index from file_meta table if it exists (mysql)" duration=143.927µs 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.347439471Z level=info msg="Executing migration" id="add primary key to file_meta table if it doesn't exist (mysql)" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.347444891Z level=info msg="Migration successfully executed" id="add primary key to file_meta table if it doesn't exist (mysql)" duration=5.911µs 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.347661614Z level=info msg="Executing migration" id="add primary key to file_meta table (postgres and sqlite)" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.354338246Z level=info msg="Migration successfully executed" id="add primary key to file_meta table (postgres and sqlite)" duration=6.676511ms 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.354615101Z level=info msg="Executing migration" id="Remove unique index UQE_folder_org_id_parent_uid_title" 2026-02-12T00:45:16.593 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.354989417Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_org_id_parent_uid_title" duration=373.835µs 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.355205959Z level=info msg="Executing migration" id="Add index IDX_folder_org_id_parent_uid" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.355576398Z level=info msg="Migration successfully executed" id="Add index IDX_folder_org_id_parent_uid" duration=370.108µs 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.355793972Z level=info msg="Executing migration" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.356161967Z level=info msg="Migration successfully executed" id="Remove unique index for dashboard_org_id_folder_uid_title_is_folder" duration=367.613µs 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.356377147Z level=info msg="Executing migration" id="update settings column to MEDIUMTEXT" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.356382416Z level=info msg="Migration successfully executed" id="update settings column to MEDIUMTEXT" duration=5.209µs 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.356617564Z level=info msg="Executing migration" id="managed dashboard permissions annotation actions migration" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.358316552Z level=info msg="Migration successfully executed" id="managed dashboard permissions annotation actions migration" duration=1.698738ms 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.358618494Z level=info msg="Executing migration" id="create cloud_migration table v1" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.35888548Z level=info msg="Migration successfully executed" id="create cloud_migration table v1" duration=266.806µs 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.359110148Z level=info msg="Executing migration" id="create cloud_migration_run table v1" 2026-02-12T00:45:16.594 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.359415295Z level=info msg="Migration successfully executed" id="create cloud_migration_run table v1" duration=305.168µs 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.359632749Z level=info msg="Executing migration" id="add stack_id column" 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.362000852Z level=info msg="Migration successfully executed" id="add stack_id column" duration=2.368202ms 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.362215581Z level=info msg="Executing migration" id="add region_slug column" 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.364559689Z level=info msg="Migration successfully executed" id="add region_slug column" duration=2.343987ms 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.364786851Z level=info msg="Executing migration" id="add cluster_slug column" 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.367161355Z level=info msg="Migration successfully executed" id="add cluster_slug column" duration=2.374595ms 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.367374682Z level=info msg="Executing migration" id="add migration uid column" 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.369741161Z level=info msg="Migration successfully executed" id="add migration uid column" duration=2.366359ms 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.369961852Z level=info msg="Executing migration" id="Update uid column values for migration" 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.370028786Z level=info msg="Migration successfully executed" id="Update uid column values for migration" duration=67.025µs 2026-02-12T00:45:16.595 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.370268391Z level=info msg="Executing migration" id="Add unique index migration_uid" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.370632639Z level=info msg="Migration successfully executed" id="Add unique index migration_uid" duration=364.097µs 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.370846326Z level=info msg="Executing migration" id="add migration run uid column" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.373200602Z level=info msg="Migration successfully executed" id="add migration run uid column" duration=2.354207ms 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.373411414Z level=info msg="Executing migration" id="Update uid column values for migration run" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.373477848Z level=info msg="Migration successfully executed" id="Update uid column values for migration run" duration=66.273µs 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.373713085Z level=info msg="Executing migration" id="Add unique index migration_run_uid" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.374132254Z level=info msg="Migration successfully executed" id="Add unique index migration_run_uid" duration=418.738µs 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.374445036Z level=info msg="Executing migration" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.380830617Z level=info msg="Migration successfully executed" id="Rename table cloud_migration to cloud_migration_session_tmp_qwerty - v1" duration=6.386513ms 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.381108143Z level=info msg="Executing migration" id="create cloud_migration_session v2" 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.381430622Z level=info msg="Migration successfully executed" id="create cloud_migration_session v2" duration=322.289µs 2026-02-12T00:45:16.596 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.38166075Z level=info msg="Executing migration" id="create index UQE_cloud_migration_session_uid - v2" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.382035206Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_session_uid - v2" duration=374.206µs 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.382257339Z level=info msg="Executing migration" id="copy cloud_migration_session v1 to v2" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.382402028Z level=info msg="Migration successfully executed" id="copy cloud_migration_session v1 to v2" duration=144.88µs 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.382604024Z level=info msg="Executing migration" id="drop cloud_migration_session_tmp_qwerty" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.382909832Z level=info msg="Migration successfully executed" id="drop cloud_migration_session_tmp_qwerty" duration=305.829µs 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.383125704Z level=info msg="Executing migration" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.389472923Z level=info msg="Migration successfully executed" id="Rename table cloud_migration_run to cloud_migration_snapshot_tmp_qwerty - v1" duration=6.346488ms 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.389714172Z level=info msg="Executing migration" id="create cloud_migration_snapshot v2" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.390005363Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot v2" duration=291.081µs 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.390217748Z level=info msg="Executing migration" id="create index UQE_cloud_migration_snapshot_uid - v2" 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.390590972Z level=info msg="Migration successfully executed" id="create index UQE_cloud_migration_snapshot_uid - v2" duration=373.334µs 2026-02-12T00:45:16.597 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.390798157Z level=info msg="Executing migration" id="copy cloud_migration_snapshot v1 to v2" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.390940071Z level=info msg="Migration successfully executed" id="copy cloud_migration_snapshot v1 to v2" duration=141.683µs 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.391164718Z level=info msg="Executing migration" id="drop cloud_migration_snapshot_tmp_qwerty" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.391474484Z level=info msg="Migration successfully executed" id="drop cloud_migration_snapshot_tmp_qwerty" duration=309.606µs 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.391686298Z level=info msg="Executing migration" id="add snapshot upload_url column" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.394187648Z level=info msg="Migration successfully executed" id="add snapshot upload_url column" duration=2.501049ms 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.394404602Z level=info msg="Executing migration" id="add snapshot status column" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.396761183Z level=info msg="Migration successfully executed" id="add snapshot status column" duration=2.35611ms 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.396973888Z level=info msg="Executing migration" id="add snapshot local_directory column" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.399359483Z level=info msg="Migration successfully executed" id="add snapshot local_directory column" duration=2.385434ms 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.399572078Z level=info msg="Executing migration" id="add snapshot gms_snapshot_uid column" 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.401919041Z level=info msg="Migration successfully executed" id="add snapshot gms_snapshot_uid column" duration=2.346813ms 2026-02-12T00:45:16.598 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.402146484Z level=info msg="Executing migration" id="add snapshot encryption_key column" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.404501202Z level=info msg="Migration successfully executed" id="add snapshot encryption_key column" duration=2.354527ms 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.404714238Z level=info msg="Executing migration" id="add snapshot error_string column" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.407133535Z level=info msg="Migration successfully executed" id="add snapshot error_string column" duration=2.419257ms 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.407350839Z level=info msg="Executing migration" id="create cloud_migration_resource table v1" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.407636851Z level=info msg="Migration successfully executed" id="create cloud_migration_resource table v1" duration=281.924µs 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.407845559Z level=info msg="Executing migration" id="delete cloud_migration_snapshot.result column" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.418214114Z level=info msg="Migration successfully executed" id="delete cloud_migration_snapshot.result column" duration=10.368205ms 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.418433542Z level=info msg="Executing migration" id="add cloud_migration_resource.name column" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.420816843Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.name column" duration=2.38305ms 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.421038375Z level=info msg="Executing migration" id="add cloud_migration_resource.parent_name column" 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.423400656Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.parent_name column" duration=2.362061ms 2026-02-12T00:45:16.599 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.423618561Z level=info msg="Executing migration" id="add cloud_migration_session.org_id column" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.426003605Z level=info msg="Migration successfully executed" id="add cloud_migration_session.org_id column" duration=2.383681ms 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.426220869Z level=info msg="Executing migration" id="add cloud_migration_resource.error_code column" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.428717941Z level=info msg="Migration successfully executed" id="add cloud_migration_resource.error_code column" duration=2.496882ms 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.428941186Z level=info msg="Executing migration" id="increase resource_uid column length" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.428946837Z level=info msg="Migration successfully executed" id="increase resource_uid column length" duration=6.091µs 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.429348203Z level=info msg="Executing migration" id="create cloud_migration_snapshot_partition table v1" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.4296156Z level=info msg="Migration successfully executed" id="create cloud_migration_snapshot_partition table v1" duration=267.347µs 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.429789483Z level=info msg="Executing migration" id="add cloud_migration_snapshot_partition srp_unique index" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.430179529Z level=info msg="Migration successfully executed" id="add cloud_migration_snapshot_partition srp_unique index" duration=389.625µs 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.430395139Z level=info msg="Executing migration" id="add resource_storage_type column to cloud_migration_snapshot table" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.432796564Z level=info msg="Migration successfully executed" id="add resource_storage_type column to cloud_migration_snapshot table" duration=2.401334ms 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.433039135Z level=info msg="Executing migration" id="add encryption_algo column to cloud_migration_snapshot table" 2026-02-12T00:45:16.600 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.435423457Z level=info msg="Migration successfully executed" id="add encryption_algo column to cloud_migration_snapshot table" duration=2.384203ms 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.435636012Z level=info msg="Executing migration" id="add metadata column to cloud_migration_snapshot table" 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.438076189Z level=info msg="Migration successfully executed" id="add metadata column to cloud_migration_snapshot table" duration=2.440026ms 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.438287181Z level=info msg="Executing migration" id="add public_key column to cloud_migration_snapshot table" 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.44069111Z level=info msg="Migration successfully executed" id="add public_key column to cloud_migration_snapshot table" duration=2.403578ms 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.440909246Z level=info msg="Executing migration" id="managed folder permissions alerting silences actions migration" 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.441277921Z level=info msg="Migration successfully executed" id="managed folder permissions alerting silences actions migration" duration=368.425µs 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.441528727Z level=info msg="Executing migration" id="add record column to alert_rule table" 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.443952493Z level=info msg="Migration successfully executed" id="add record column to alert_rule table" duration=2.423505ms 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.444164437Z level=info msg="Executing migration" id="add record column to alert_rule_version table" 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.44661359Z level=info msg="Migration successfully executed" id="add record column to alert_rule_version table" duration=2.449023ms 2026-02-12T00:45:16.601 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.446826025Z level=info msg="Executing migration" id="add resolved_at column to alert_instance table" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.449246114Z level=info msg="Migration successfully executed" id="add resolved_at column to alert_instance table" duration=2.419939ms 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.449487062Z level=info msg="Executing migration" id="add last_sent_at column to alert_instance table" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.451897072Z level=info msg="Migration successfully executed" id="add last_sent_at column to alert_instance table" duration=2.40964ms 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.452112172Z level=info msg="Executing migration" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.452343041Z level=info msg="Migration successfully executed" id="Add scope to alert.notifications.receivers:read and alert.notifications.receivers.secrets:read" duration=230.789µs 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.452669989Z level=info msg="Executing migration" id="add metadata column to alert_rule table" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.455124733Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule table" duration=2.454673ms 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.45533836Z level=info msg="Executing migration" id="add metadata column to alert_rule_version table" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.457769319Z level=info msg="Migration successfully executed" id="add metadata column to alert_rule_version table" duration=2.430849ms 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.457980221Z level=info msg="Executing migration" id="delete orphaned service account permissions" 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.458171146Z level=info msg="Migration successfully executed" id="delete orphaned service account permissions" duration=190.875µs 2026-02-12T00:45:16.602 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.458414519Z level=info msg="Executing migration" id="adding action set permissions" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.459413325Z level=info msg="Migration successfully executed" id="adding action set permissions" duration=998.987µs 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.459669752Z level=info msg="Executing migration" id="create user_external_session table" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.46000222Z level=info msg="Migration successfully executed" id="create user_external_session table" duration=332.228µs 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460221498Z level=info msg="Executing migration" id="increase name_id column length to 1024" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460226878Z level=info msg="Migration successfully executed" id="increase name_id column length to 1024" duration=5.57µs 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460485168Z level=info msg="Executing migration" id="increase session_id column length to 1024" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460490658Z level=info msg="Migration successfully executed" id="increase session_id column length to 1024" duration=6.523µs 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460708874Z level=info msg="Executing migration" id="remove scope from alert.notifications.receivers:create" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.460861307Z level=info msg="Migration successfully executed" id="remove scope from alert.notifications.receivers:create" duration=152.273µs 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.461112464Z level=info msg="Executing migration" id="add created_by column to alert_rule_version table" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.463597434Z level=info msg="Migration successfully executed" id="add created_by column to alert_rule_version table" duration=2.48502ms 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.463812664Z level=info msg="Executing migration" id="add updated_by column to alert_rule table" 2026-02-12T00:45:16.603 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.466280862Z level=info msg="Migration successfully executed" id="add updated_by column to alert_rule table" duration=2.468108ms 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.466498457Z level=info msg="Executing migration" id="add alert_rule_state table" 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.466766876Z level=info msg="Migration successfully executed" id="add alert_rule_state table" duration=268.278µs 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.466978469Z level=info msg="Executing migration" id="add index to alert_rule_state on org_id and rule_uid columns" 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.467401406Z level=info msg="Migration successfully executed" id="add index to alert_rule_state on org_id and rule_uid columns" duration=421.714µs 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.46761897Z level=info msg="Executing migration" id="add guid column to alert_rule table" 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.470156247Z level=info msg="Migration successfully executed" id="add guid column to alert_rule table" duration=2.537236ms 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.470368491Z level=info msg="Executing migration" id="add rule_guid column to alert_rule_version table" 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.472869842Z level=info msg="Migration successfully executed" id="add rule_guid column to alert_rule_version table" duration=2.50122ms 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473087276Z level=info msg="Executing migration" id="cleanup alert_rule_version table" 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473095491Z level=info msg="Rule version record limit is not set, fallback to 100" limit=0 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473207499Z level=info msg="Cleaning up table `alert_rule_version`" batchSize=50 batches=0 keepVersions=100 2026-02-12T00:45:16.604 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473213551Z level=info msg="Migration successfully executed" id="cleanup alert_rule_version table" duration=127.437µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473455751Z level=info msg="Executing migration" id="populate rule guid in alert rule table" 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473661113Z level=info msg="Migration successfully executed" id="populate rule guid in alert rule table" duration=205.171µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.473902271Z level=info msg="Executing migration" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.474443086Z level=info msg="Migration successfully executed" id="drop index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=540.985µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.474709522Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.47520876Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid, rule_guid and version columns" duration=499.028µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.475453044Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_guid and version columns" 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.475898492Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_guid and version columns" duration=445.548µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.476126456Z level=info msg="Executing migration" id="add index in alert_rule table on guid columns" 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.4764997Z level=info msg="Migration successfully executed" id="add index in alert_rule table on guid columns" duration=373.063µs 2026-02-12T00:45:16.605 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.476724858Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.479466425Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule" duration=2.742668ms 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.479683829Z level=info msg="Executing migration" id="add keep_firing_for column to alert_rule_version" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.482210075Z level=info msg="Migration successfully executed" id="add keep_firing_for column to alert_rule_version" duration=2.525876ms 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.482447236Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.484969125Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule" duration=2.521467ms 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.485202759Z level=info msg="Executing migration" id="add missing_series_evals_to_resolve column to alert_rule_version" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.487750826Z level=info msg="Migration successfully executed" id="add missing_series_evals_to_resolve column to alert_rule_version" duration=2.547986ms 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.487967268Z level=info msg="Executing migration" id="remove the datasources:drilldown action" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.488043831Z level=info msg="Removed 0 datasources:drilldown permissions" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.488048509Z level=info msg="Migration successfully executed" id="remove the datasources:drilldown action" duration=81.511µs 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.488294306Z level=info msg="Executing migration" id="remove title in folder unique index" 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.488670125Z level=info msg="Migration successfully executed" id="remove title in folder unique index" duration=375.819µs 2026-02-12T00:45:16.606 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.488869065Z level=info msg="Executing migration" id="add fired_at column to alert_instance table" 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.492150194Z level=info msg="Migration successfully executed" id="add fired_at column to alert_instance table" duration=3.280528ms 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.492526704Z level=info msg="Executing migration" id="add 'alert.notifications.receivers.protected:write' to receiver admins" 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.492737647Z level=info msg="Migration successfully executed" id="add 'alert.notifications.receivers.protected:write' to receiver admins" duration=211.202µs 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.493015203Z level=info msg="migrations completed" performed=143 skipped=547 duration=232.412174ms 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=migrator t=2026-02-12T00:45:16.493242956Z level=info msg="Unlocking database" 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=sqlstore t=2026-02-12T00:45:16.495814507Z level=info msg="Created default organization" 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secrets t=2026-02-12T00:45:16.495876422Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T00:45:16.532433203Z level=info msg="Restored cache from database" duration=309.946µs 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=accesscontrol.service t=2026-02-12T00:45:16.533165003Z level=info msg="Starting migration to remove deprecated permissions" migration=removeDeprecatedPermissions 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=accesscontrol.service t=2026-02-12T00:45:16.533407674Z level=info msg="Completed migration to remove deprecated permissions" migration=removeDeprecatedPermissions totalRemoved=0 duration=242.882µs 2026-02-12T00:45:16.607 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.533865075Z level=info msg="Locking database" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.533872599Z level=info msg="Starting DB migrations" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.534214194Z level=info msg="Executing migration" id="create secret_migration_log table" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.534627312Z level=info msg="Migration successfully executed" id="create secret_migration_log table" duration=412.998µs 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.534950162Z level=info msg="Executing migration" id="Initialize secrets tables" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.534958056Z level=info msg="Migration successfully executed" id="Initialize secrets tables" duration=7.955µs 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.535237756Z level=info msg="Executing migration" id="drop table secret_secure_value" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.535276278Z level=info msg="Migration successfully executed" id="drop table secret_secure_value" duration=39.113µs 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.535501286Z level=info msg="Executing migration" id="create table secret_secure_value" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.535899897Z level=info msg="Migration successfully executed" id="create table secret_secure_value" duration=397.709µs 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.536198272Z level=info msg="Executing migration" id="create table secret_secure_value, index: 0" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.536641787Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 0" duration=442.753µs 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.536876413Z level=info msg="Executing migration" id="create table secret_secure_value, index: 1" 2026-02-12T00:45:16.608 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.537279372Z level=info msg="Migration successfully executed" id="create table secret_secure_value, index: 1" duration=402.779µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.537503759Z level=info msg="Executing migration" id="drop table secret_keeper" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.537540167Z level=info msg="Migration successfully executed" id="drop table secret_keeper" duration=36.467µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.537761148Z level=info msg="Executing migration" id="create table secret_keeper" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.538108633Z level=info msg="Migration successfully executed" id="create table secret_keeper" duration=347.516µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.538345033Z level=info msg="Executing migration" id="create table secret_keeper, index: 0" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.538881981Z level=info msg="Migration successfully executed" id="create table secret_keeper, index: 0" duration=536.737µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.539263681Z level=info msg="Executing migration" id="drop table secret_data_key" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.539313794Z level=info msg="Migration successfully executed" id="drop table secret_data_key" duration=50.153µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.539663063Z level=info msg="Executing migration" id="create table secret_data_key" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.540094004Z level=info msg="Migration successfully executed" id="create table secret_data_key" duration=430.831µs 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.540364487Z level=info msg="Executing migration" id="drop table secret_encrypted_value" 2026-02-12T00:45:16.609 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.540405413Z level=info msg="Migration successfully executed" id="drop table secret_encrypted_value" duration=41.217µs 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.540867593Z level=info msg="Executing migration" id="create table secret_encrypted_value" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.541222863Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value" duration=354.79µs 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.541500589Z level=info msg="Executing migration" id="create table secret_encrypted_value, index: 0" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.541965023Z level=info msg="Migration successfully executed" id="create table secret_encrypted_value, index: 0" duration=464.253µs 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.542187055Z level=info msg="Executing migration" id="create index for list on secret_secure_value" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.542570448Z level=info msg="Migration successfully executed" id="create index for list on secret_secure_value" duration=383.373µs 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.542786289Z level=info msg="Executing migration" id="create index for list and read current on secret_data_key" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.543209717Z level=info msg="Migration successfully executed" id="create index for list and read current on secret_data_key" duration=423.227µs 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.543492362Z level=info msg="Executing migration" id="add owner_reference_api_group column to secret_secure_value" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.546626619Z level=info msg="Migration successfully executed" id="add owner_reference_api_group column to secret_secure_value" duration=3.134147ms 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.546859672Z level=info msg="Executing migration" id="add owner_reference_api_version column to secret_secure_value" 2026-02-12T00:45:16.610 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.549487487Z level=info msg="Migration successfully executed" id="add owner_reference_api_version column to secret_secure_value" duration=2.627565ms 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.549839361Z level=info msg="Executing migration" id="add owner_reference_kind column to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.553409999Z level=info msg="Migration successfully executed" id="add owner_reference_kind column to secret_secure_value" duration=3.569967ms 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.55368462Z level=info msg="Executing migration" id="add owner_reference_name column to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.556846718Z level=info msg="Migration successfully executed" id="add owner_reference_name column to secret_secure_value" duration=3.161788ms 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.557119105Z level=info msg="Executing migration" id="add lease_token column to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.55976851Z level=info msg="Migration successfully executed" id="add lease_token column to secret_secure_value" duration=2.649605ms 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.560007164Z level=info msg="Executing migration" id="add lease_token index to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.560397459Z level=info msg="Migration successfully executed" id="add lease_token index to secret_secure_value" duration=394.414µs 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.560622117Z level=info msg="Executing migration" id="add lease_created column to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.56328117Z level=info msg="Migration successfully executed" id="add lease_created column to secret_secure_value" duration=2.659504ms 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.563505487Z level=info msg="Executing migration" id="add lease_created index to secret_secure_value" 2026-02-12T00:45:16.611 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.56494855Z level=info msg="Migration successfully executed" id="add lease_created index to secret_secure_value" duration=1.44184ms 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.565252876Z level=info msg="Executing migration" id="add data_key_id column to secret_encrypted_value" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.568002377Z level=info msg="Migration successfully executed" id="add data_key_id column to secret_encrypted_value" duration=2.749392ms 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.568233186Z level=info msg="Executing migration" id="add data_key_id index to secret_encrypted_value" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.568642497Z level=info msg="Migration successfully executed" id="add data_key_id index to secret_encrypted_value" duration=409.261µs 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.568854732Z level=info msg="migrations completed" performed=26 skipped=0 duration=34.658962ms 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=secret-migrator t=2026-02-12T00:45:16.56905844Z level=info msg="Unlocking database" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-db t=2026-02-12T00:45:16.571718145Z level=info msg="Using database section" db_type=sqlite3 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-db t=2026-02-12T00:45:16.571755995Z level=info msg="Initializing Resource DB" db_type=sqlite3 open_conn=0 in_use_conn=0 idle_conn=0 max_open_conn=0 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.574233661Z level=info msg="Locking database" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.574239432Z level=info msg="Starting DB migrations" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.576925946Z level=info msg="Executing migration" id="create resource_migration_log table" 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.577272791Z level=info msg="Migration successfully executed" id="create resource_migration_log table" duration=346.605µs 2026-02-12T00:45:16.612 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.577515312Z level=info msg="Executing migration" id="Initialize resource tables" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.577520542Z level=info msg="Migration successfully executed" id="Initialize resource tables" duration=5.51µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.577787448Z level=info msg="Executing migration" id="drop table resource" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.577820279Z level=info msg="Migration successfully executed" id="drop table resource" duration=32.911µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.578078409Z level=info msg="Executing migration" id="create table resource" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.57845552Z level=info msg="Migration successfully executed" id="create table resource" duration=377.341µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.578755387Z level=info msg="Executing migration" id="create table resource, index: 0" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.57918728Z level=info msg="Migration successfully executed" id="create table resource, index: 0" duration=432.294µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.579408712Z level=info msg="Executing migration" id="drop table resource_history" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.579444098Z level=info msg="Migration successfully executed" id="drop table resource_history" duration=35.336µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.579859169Z level=info msg="Executing migration" id="create table resource_history" 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.580220661Z level=info msg="Migration successfully executed" id="create table resource_history" duration=361.392µs 2026-02-12T00:45:16.613 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.580465426Z level=info msg="Executing migration" id="create table resource_history, index: 0" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.580882742Z level=info msg="Migration successfully executed" id="create table resource_history, index: 0" duration=417.376µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.581119512Z level=info msg="Executing migration" id="create table resource_history, index: 1" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.581534744Z level=info msg="Migration successfully executed" id="create table resource_history, index: 1" duration=415.162µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.581752479Z level=info msg="Executing migration" id="drop table resource_version" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.581784158Z level=info msg="Migration successfully executed" id="drop table resource_version" duration=32.16µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.582039423Z level=info msg="Executing migration" id="create table resource_version" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.582321627Z level=info msg="Migration successfully executed" id="create table resource_version" duration=282.075µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.582539202Z level=info msg="Executing migration" id="create table resource_version, index: 0" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.582964222Z level=info msg="Migration successfully executed" id="create table resource_version, index: 0" duration=425.32µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.583190683Z level=info msg="Executing migration" id="drop table resource_blob" 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.583224406Z level=info msg="Migration successfully executed" id="drop table resource_blob" duration=33.994µs 2026-02-12T00:45:16.614 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.58347421Z level=info msg="Executing migration" id="create table resource_blob" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.583820784Z level=info msg="Migration successfully executed" id="create table resource_blob" duration=346.333µs 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.584050541Z level=info msg="Executing migration" id="create table resource_blob, index: 0" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.584481593Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 0" duration=430.761µs 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.584700169Z level=info msg="Executing migration" id="create table resource_blob, index: 1" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.585155846Z level=info msg="Migration successfully executed" id="create table resource_blob, index: 1" duration=456.038µs 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.585412253Z level=info msg="Executing migration" id="drop table resource_last_import_time" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.585458579Z level=info msg="Migration successfully executed" id="drop table resource_last_import_time" duration=46.326µs 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.585767583Z level=info msg="Executing migration" id="create table resource_last_import_time" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.586222559Z level=info msg="Migration successfully executed" id="create table resource_last_import_time" duration=454.725µs 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.586499744Z level=info msg="Executing migration" id="Add column previous_resource_version in resource_history" 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.58952573Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource_history" duration=3.025945ms 2026-02-12T00:45:16.615 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.589798627Z level=info msg="Executing migration" id="Add column previous_resource_version in resource" 2026-02-12T00:45:16.847 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.593303944Z level=info msg="Migration successfully executed" id="Add column previous_resource_version in resource" duration=3.505487ms 2026-02-12T00:45:16.847 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.593540904Z level=info msg="Executing migration" id="Add index to resource_history for polling" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.593973108Z level=info msg="Migration successfully executed" id="Add index to resource_history for polling" duration=431.833µs 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.594203616Z level=info msg="Executing migration" id="Add index to resource for loading" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.594619489Z level=info msg="Migration successfully executed" id="Add index to resource for loading" duration=415.854µs 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.594866298Z level=info msg="Executing migration" id="Add column folder in resource_history" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.59782063Z level=info msg="Migration successfully executed" id="Add column folder in resource_history" duration=2.953019ms 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.598069824Z level=info msg="Executing migration" id="Add column folder in resource" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.600936363Z level=info msg="Migration successfully executed" id="Add column folder in resource" duration=2.866459ms 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.601161611Z level=info msg="Executing migration" id="Migrate DeletionMarkers to real Resource objects" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=deletion-marker-migrator t=2026-02-12T00:45:16.601171941Z level=info msg="finding any deletion markers" 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.601317231Z level=info msg="Migration successfully executed" id="Migrate DeletionMarkers to real Resource objects" duration=155.509µs 2026-02-12T00:45:16.848 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.601572946Z level=info msg="Executing migration" id="Add index to resource_history for get trash" 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.602033052Z level=info msg="Migration successfully executed" id="Add index to resource_history for get trash" duration=459.755µs 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.602267738Z level=info msg="Executing migration" id="Add generation to resource history" 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.605122906Z level=info msg="Migration successfully executed" id="Add generation to resource history" duration=2.854838ms 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.605346071Z level=info msg="Executing migration" id="Add generation index to resource history" 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.605771141Z level=info msg="Migration successfully executed" id="Add generation index to resource history" duration=424.971µs 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.605984067Z level=info msg="Executing migration" id="Add UQE_resource_last_import_time_last_import_time index" 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.606385333Z level=info msg="Migration successfully executed" id="Add UQE_resource_last_import_time_last_import_time index" duration=401.166µs 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.606596165Z level=info msg="migrations completed" performed=29 skipped=0 duration=29.688422ms 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=resource-migrator t=2026-02-12T00:45:16.606805223Z level=info msg="Unlocking database" 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.606876546Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.606869362Z msg="Using channel notifier" logger=sql-resource-server 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.store t=2026-02-12T00:45:16.610178374Z level=info msg="Loading plugins..." 2026-02-12T00:45:16.849 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.store t=2026-02-12T00:45:16.640698733Z level=info msg="Plugins loaded" count=53 duration=30.520389ms 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=annotations t=2026-02-12T00:45:16.64144482Z level=info msg="Starting annotation dashboard_uid migration in background" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=annotations t=2026-02-12T00:45:16.641457343Z level=info msg="Starting batched dashboard_uid migration for annotations (newest first)" batchSize=5000 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=annotations t=2026-02-12T00:45:16.641989943Z level=info msg="Completed dashboard_uid migration for annotations" totalUpdated=0 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=annotations t=2026-02-12T00:45:16.641997718Z level=info msg="Annotation dashboard_uid migration completed successfully" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=query_data t=2026-02-12T00:45:16.643052779Z level=info msg="Query Service initialization" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=live.push_http t=2026-02-12T00:45:16.644863065Z level=info msg="Live Push Gateway initialization" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.notifier component=alertmanager orgID=1 t=2026-02-12T00:45:16.646216992Z level=info msg="Applying new configuration to Alertmanager" configHash=d2c56faca6af2a5772ff4253222f7386 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.writer t=2026-02-12T00:45:16.648187986Z level=info msg="Setting up remote write using data sources" timeout=10s default_datasource_uid= 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert t=2026-02-12T00:45:16.648210979Z level=info msg="Using protobuf-based alert instance store" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.state.manager.persist t=2026-02-12T00:45:16.648216619Z level=info msg="Using rule state persister" 2026-02-12T00:45:16.850 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=infra.usagestats.collector t=2026-02-12T00:45:16.649321203Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:16.652956861Z level=info msg=starting module=tracing 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:16.652974594Z level=info msg=starting module=grafana-apiserver 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.781906154Z level=info msg="Adding GroupVersion dashboard.grafana.app v1beta1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.782068546Z level=info msg="Adding GroupVersion dashboard.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.782211421Z level=info msg="Adding GroupVersion dashboard.grafana.app v2beta1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.78236665Z level=info msg="Adding GroupVersion dashboard.grafana.app v2alpha1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.782410531Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.782403819Z msg="Zanzana is not enabled; skipping folder propagation hooks" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.782741687Z level=info msg="Adding GroupVersion folder.grafana.app v1beta1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.783634266Z level=info msg="Adding GroupVersion iam.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.783830371Z level=info msg="Adding GroupVersion userstorage.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.783914337Z level=info msg="Adding GroupVersion features.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.851 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.783972164Z level=warn caller=logger.go:224 time=2026-02-12T00:45:16.783970331Z msg="skipped registering status sub-resource that does not support dual writing" resource=playlists.playlist.grafana.app version=v0alpha1 storagePath=playlists/status 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.784176785Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.784194778Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.784192644Z msg="Installed APIs for app" app=playlist 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.784613747Z level=info msg="Adding GroupVersion plugins.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.784632913Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.784630929Z msg="Installed APIs for app" app=plugins 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.78467471Z level=info msg="Skipping API example.grafana.app/v1alpha1 because it has no resources." 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.784678618Z level=info msg="Skipping API example.grafana.app/v0alpha1 because it has no resources." 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.784701039Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.784699647Z msg="Installed APIs for app" app=example 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:45:16.785240492Z level=info msg="Adding GroupVersion notifications.alerting.grafana.app v0alpha1 to ResourceManager" 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.785263154Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.785261081Z msg="Installed APIs for app" app=alerting-notifications 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.81289846Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.812895674Z msg="App initialized" app=plugins 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:16.813181546Z level=info msg=starting module=plugins.store 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.813317028Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.813313211Z msg="App initialized" app=example 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.813387829Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.813384573Z msg="App initialized" app=alerting-notifications 2026-02-12T00:45:16.852 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:16.813852203Z level=info msg=starting module=plugin.backgroundinstaller 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:16.814159103Z level=info msg="Plugins installed" plugins=[] 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: t=2026-02-12T00:45:16.814175824Z level=info caller=logger.go:214 time=2026-02-12T00:45:16.814172989Z msg="App initialized" app=playlist 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:16.814187055Z level=info msg="Installing plugins" plugins="[{ID:grafana-lokiexplore-app Version: URL:} {ID:grafana-pyroscope-app Version: URL:} {ID:grafana-exploretraces-app Version: URL:} {ID:grafana-metricsdrilldown-app Version: URL:}]" 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:16.814239873Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:16.814249672Z level=info msg=starting module=provisioning 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.datasources t=2026-02-12T00:45:16.818177283Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.datasources t=2026-02-12T00:45:16.818342711Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.alerting t=2026-02-12T00:45:16.827840958Z level=info msg="starting to provision alerting" 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.alerting t=2026-02-12T00:45:16.827848302Z level=info msg="finished to provision alerting" 2026-02-12T00:45:16.853 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.dashboard t=2026-02-12T00:45:16.82863254Z level=info msg="starting to provision dashboards" 2026-02-12T00:45:17.147 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.installer t=2026-02-12T00:45:17.05849293Z level=info msg="Installing plugin" pluginId=grafana-lokiexplore-app version= 2026-02-12T00:45:17.147 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=installer.fs t=2026-02-12T00:45:17.147231459Z level=info msg="Downloaded and extracted grafana-lokiexplore-app v1.0.35 zip successfully to /var/lib/grafana/plugins/grafana-lokiexplore-app" 2026-02-12T00:45:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[14476]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[22993]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:17 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.558 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:17 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.559 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:17 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.559 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:17 trial116 ceph-mon[16720]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:17.559 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:17 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.559 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:17 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugins.registration t=2026-02-12T00:45:17.171275788Z level=info msg="Plugin registered" pluginId=grafana-lokiexplore-app 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.171289504Z level=info msg="Plugin successfully installed" pluginId=grafana-lokiexplore-app version= duration=357.042708ms 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.171299963Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=provisioning.dashboard t=2026-02-12T00:45:17.178834801Z level=info msg="finished to provision dashboards" 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178892979Z level=info msg=starting module=*store.standardStorageService 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178898149Z level=info msg=starting module=*cleanup.CleanUpService 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178903098Z level=info msg=starting module=*service.DashboardUpdater 2026-02-12T00:45:17.560 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178909059Z level=info msg=starting module=*metric.Service 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178918867Z level=info msg=starting module=*service.UsageStats 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafanaStorageLogger t=2026-02-12T00:45:17.178916944Z level=info msg="Storage starting" 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178933535Z level=info msg=starting module=*store.dummyEntityEventsService 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178940397Z level=info msg=starting module=*dualwrite.ZanzanaReconciler 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178931401Z level=info msg=starting module=*service.DashboardServiceImpl 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178948172Z level=info msg=starting module=*migrations.SecretMigrationProviderImpl 2026-02-12T00:45:17.561 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178950707Z level=info msg=starting module=*updatemanager.PluginsService 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178962378Z level=info msg=starting module=*rendering.RenderingService 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178949234Z level=info msg=starting module=*metrics.InternalMetricsService 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178971435Z level=info msg=starting module=*statscollector.Service 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178980973Z level=info msg=starting module=*ngalert.AlertNG 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.17899046Z level=info msg=starting module=*supportbundlesimpl.Service 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178941379Z level=info msg=starting module=*garbagecollectionworker.Worker 2026-02-12T00:45:17.562 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179002272Z level=info msg=starting module=*pluginexternal.Service 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179001962Z level=info msg=starting module=*authimpl.UserAuthTokenService 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179004056Z level=info msg=starting module=*ssosettingsimpl.Service 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179003875Z level=info msg=starting module=*manager.ServiceAccountsService 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178983548Z level=info msg=starting module=*live.GrafanaLive 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179013082Z level=info msg=starting module=*anonimpl.AnonDeviceService 2026-02-12T00:45:17.563 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179026217Z level=info msg=starting module=*pushhttp.Gateway 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179031366Z level=info msg=starting module=*api.HTTPServer 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179019094Z level=info msg=starting module=*loginattemptimpl.Service 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.state.manager t=2026-02-12T00:45:17.179018823Z level=info msg="Warming state cache for startup" 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.178900122Z level=info msg=starting module=*notifications.NotificationService 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179042728Z level=info msg=starting module=*manager.SecretsService 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179016008Z level=info msg=starting module=*appregistry.Service 2026-02-12T00:45:17.564 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.multiorg.alertmanager t=2026-02-12T00:45:17.17905466Z level=info msg="Starting MultiOrg Alertmanager" 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=app-registry t=2026-02-12T00:45:17.179067233Z level=info msg="app registry initialized" 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.17907097Z level=info msg=starting module=*angulardetectorsprovider.Dynamic 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179078955Z level=info msg=starting module=*remotecache.RemoteCache 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:45:17.179097509Z level=info msg="All modules healthy" 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=http.server t=2026-02-12T00:45:17.180478427Z level=info msg="HTTP Server TLS settings" scheme=https MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=http.server t=2026-02-12T00:45:17.180712983Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.state.manager t=2026-02-12T00:45:17.207728646Z level=info msg="State cache has been initialized" states=0 duration=28.710824ms 2026-02-12T00:45:17.565 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.scheduler t=2026-02-12T00:45:17.207745928Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=3 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.scheduler t=2026-02-12T00:45:17.207775212Z level=info msg=starting component=ticker first_tick=2026-02-12T00:45:20Z 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugins.update.checker t=2026-02-12T00:45:17.231917925Z level=info msg="Update check succeeded" duration=52.949054ms 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.angulardetectorsprovider.dynamic t=2026-02-12T00:45:17.250689231Z level=info msg="Patterns update finished" duration=50.926655ms 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.installer t=2026-02-12T00:45:17.293772545Z level=info msg="Installing plugin" pluginId=grafana-pyroscope-app version= 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=installer.fs t=2026-02-12T00:45:17.330665711Z level=info msg="Downloaded and extracted grafana-pyroscope-app v1.16.0 zip successfully to /var/lib/grafana/plugins/grafana-pyroscope-app" 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugins.registration t=2026-02-12T00:45:17.342125696Z level=info msg="Plugin registered" pluginId=grafana-pyroscope-app 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.342135574Z level=info msg="Plugin successfully installed" pluginId=grafana-pyroscope-app version= duration=170.832104ms 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.342148468Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T00:45:17.566 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.installer t=2026-02-12T00:45:17.558550488Z level=info msg="Installing plugin" pluginId=grafana-exploretraces-app version= 2026-02-12T00:45:17.809 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=installer.fs t=2026-02-12T00:45:17.60140649Z level=info msg="Downloaded and extracted grafana-exploretraces-app v1.3.2 zip successfully to /var/lib/grafana/plugins/grafana-exploretraces-app" 2026-02-12T00:45:17.810 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugins.registration t=2026-02-12T00:45:17.61430052Z level=info msg="Plugin registered" pluginId=grafana-exploretraces-app 2026-02-12T00:45:17.810 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.614312453Z level=info msg="Plugin successfully installed" pluginId=grafana-exploretraces-app version= duration=272.161259ms 2026-02-12T00:45:17.810 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.614326378Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T00:45:17.810 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.installer t=2026-02-12T00:45:17.768128163Z level=info msg="Installing plugin" pluginId=grafana-metricsdrilldown-app version= 2026-02-12T00:45:17.810 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=installer.fs t=2026-02-12T00:45:17.809060527Z level=info msg="Downloaded and extracted grafana-metricsdrilldown-app v1.0.30 zip successfully to /var/lib/grafana/plugins/grafana-metricsdrilldown-app" 2026-02-12T00:45:18.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugins.registration t=2026-02-12T00:45:17.824340944Z level=info msg="Plugin registered" pluginId=grafana-metricsdrilldown-app 2026-02-12T00:45:18.097 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=plugin.backgroundinstaller t=2026-02-12T00:45:17.82435503Z level=info msg="Plugin successfully installed" pluginId=grafana-metricsdrilldown-app version= duration=210.025797ms 2026-02-12T00:45:18.687 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:45:18.414Z level=INFO source=cluster.go:691 msg="gossip settled; proceeding" component=cluster elapsed=10.003231591s 2026-02-12T00:45:18.688 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:18] ENGINE Bus STOPPING 2026-02-12T00:45:18.688 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:45:18.688 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:18] ENGINE Bus STOPPED 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.689 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.690 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.691 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.692 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.693 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.694 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:18.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:18.698 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:18.699 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.700 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.701 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:18 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:18.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:18.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:18.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:18 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: Upgrade: Complete! 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:19 trial116 ceph-mon[16720]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: Upgrade: Complete! 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[14476]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://trial116:3000"}]: dispatch 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: Upgrade: Complete! 2026-02-12T00:45:20.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:20.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:20.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:19 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:45:21.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:21 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:21.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:21 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:21.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:21 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:22 trial116 ceph-mon[16720]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:22.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:22 trial052 ceph-mon[14476]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:22.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:22 trial052 ceph-mon[22993]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:24.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:24 trial116 ceph-mon[16720]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:24.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:24 trial052 ceph-mon[14476]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:24.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:24 trial052 ceph-mon[22993]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:45:26.296 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:45:26.319 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:26 trial052 ceph-mon[14476]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:26.319 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:26 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:26.320 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:26 trial052 ceph-mon[22993]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:26.320 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:26 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:26.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:26 trial116 ceph-mon[16720]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:26 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:26.350 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2026-02-12T00:45:26.637 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:26.907 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:45:26.938 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2026-02-12T00:45:27.244 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:27.268 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:27 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4112043344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:27.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:27 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4112043344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:27.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:27 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4112043344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:27.513 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T00:45:27.544 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2026-02-12T00:45:27.827 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:28.089 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:45:28.105 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[22993]: from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:28.105 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[22993]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:28.105 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/4216531796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:28.106 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[14476]: from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:28.106 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[14476]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:28.106 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:28 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/4216531796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:28.120 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2026-02-12T00:45:28.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:28 trial116 ceph-mon[16720]: from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:28.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:28 trial116 ceph-mon[16720]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:28.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:28 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/4216531796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:28.411 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:28.911 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:45:28.941 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:45:28.963 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:28] ENGINE Bus STARTING 2026-02-12T00:45:28.963 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:28] ENGINE Serving on http://:::9283 2026-02-12T00:45:28.964 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:45:28] ENGINE Bus STARTED 2026-02-12T00:45:29.222 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:29.244 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:29 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:29.244 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:29 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2539058176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:29.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:29 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:29.245 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:29 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2539058176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:29.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:29 trial116 ceph-mon[16720]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:29 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2539058176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:29.451 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:45:29.490 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:45:29.813 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:30.069 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:45:30.087 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[14476]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:30.087 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[14476]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:30.087 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2110122703' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:45:30.087 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[22993]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:30.087 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[22993]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:30.088 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:30 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2110122703' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:45:30.106 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2026-02-12T00:45:30.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:30 trial116 ceph-mon[16720]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:30.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:30 trial116 ceph-mon[16720]: from='client.15744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:30.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:30 trial116 ceph-mon[16720]: from='client.? 10.20.193.52:0/2110122703' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:45:30.390 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:31.042 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:31.081 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:45:31.248 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[14476]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[22993]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:31.249 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.250 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:31.250 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:31.250 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:31 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 ceph-mon[16720]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 ceph-mon[16720]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:31.378 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:45:31.611 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (23s) 22s ago 19m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (15s) 14s ago 19m 62.9M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (34s) 22s ago 18m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (32s) 14s ago 20m 490M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (9m) 22s ago 21m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (21m) 22s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (21m) 14s ago 21m 58.0M 2048M 19.2.3-672-g283431c0 4cc07a41bb19 47fba64c2b76 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (21m) 22s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:45:31.945 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (29s) 22s ago 19m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (27s) 14s ago 19m 8850k - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (20m) 22s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (20m) 14s ago 20m 62.5M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (19m) 14s ago 19m 59.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (19m) 14s ago 19m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (19m) 14s ago 19m 63.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (12m) 14s ago 19m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (19m) 22s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:45:31.946 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (19m) 14s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:45:32.049 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:31 trial116 systemd[1]: Stopping Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:45:32.148 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 13, 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:45:32.149 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:45:32.307 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b[16716]: 2026-02-12T00:45:32.047+0000 7f30c4ad2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:45:32.308 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b[16716]: 2026-02-12T00:45:32.047+0000 7f30c4ad2640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2026-02-12T00:45:32.308 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[69908]: 2026-02-12 00:45:32.240316529 +0000 UTC m=+0.206845399 container died 47fba64c2b768771ec148eeb89e4d6e8639b5f635e8549416346596dc6496c57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_REF=squid, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:45:32.308 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[69908]: 2026-02-12 00:45:32.249101982 +0000 UTC m=+0.215630842 container remove 47fba64c2b768771ec148eeb89e4d6e8639b5f635e8549416346596dc6496c57 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T00:45:32.308 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 bash[69908]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b 2026-02-12T00:45:32.317 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial116", 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "0/1 daemons upgraded", 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:45:32.318 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:45:32.588 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T00:45:32.589 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 systemd[1]: Stopped Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:32.589 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service: Consumed 6.674s CPU time. 2026-02-12T00:45:32.589 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 systemd[1]: Starting Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:45:32.589 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[70071]: 2026-02-12 00:45:32.558143108 +0000 UTC m=+0.016602487 container create 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2) 2026-02-12T00:45:32.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[70071]: 2026-02-12 00:45:32.589747633 +0000 UTC m=+0.048206981 container init 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True) 2026-02-12T00:45:32.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[70071]: 2026-02-12 00:45:32.592255094 +0000 UTC m=+0.050714422 container start 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0) 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 bash[70071]: 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 podman[70071]: 2026-02-12 00:45:32.551555782 +0000 UTC m=+0.010015120 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 systemd[1]: Started Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: pidfile_write: ignore empty --pid-file 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: load: jerasure load: lrc 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: RocksDB version: 7.9.2 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Git sha 0 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T00:45:32.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: DB SUMMARY 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: DB Session ID: RV3RARQ3JHX29Z5GDZ7Q 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: CURRENT file: CURRENT 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2387 Bytes 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 2734452 ; 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.error_if_exists: 0 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.create_if_missing: 0 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.paranoid_checks: 1 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T00:45:32.850 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.env: 0xed5d60 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.info_log: 0x1782e80 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.statistics: (nil) 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.use_fsync: 0 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_log_file_size: 0 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_fallocate: 1 2026-02-12T00:45:32.851 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.use_direct_reads: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.db_log_dir: 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.wal_dir: 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T00:45:32.852 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.write_buffer_manager: 0x177e500 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.unordered_write: 0 2026-02-12T00:45:32.853 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.row_cache: None 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.wal_filter: None 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.two_write_queues: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.wal_compression: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.atomic_flush: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T00:45:32.854 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.log_readahead_size: 0 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_background_jobs: 2 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_background_compactions: -1 2026-02-12T00:45:32.855 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_subcompactions: 1 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_open_files: -1 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T00:45:32.856 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_background_flushes: -1 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Compression algorithms supported: 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kZSTD supported: 0 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kXpressCompression supported: 0 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kBZip2Compression supported: 0 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kLZ4Compression supported: 1 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kZlibCompression supported: 1 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: kSnappyCompression supported: 1 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T00:45:32.857 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.merge_operator: 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_filter: None 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x17835c0) 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout: cache_index_and_filter_blocks: 1 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T00:45:32.858 INFO:journalctl@ceph.mon.b.trial116.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: pin_top_level_index_and_filter: 1 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: index_type: 0 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: data_block_index_type: 0 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: index_shortening: 1 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: checksum: 4 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: no_block_cache: 0 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: block_cache: 0x1751a50 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: block_cache_name: BinnedLRUCache 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: block_cache_options: 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: capacity : 536870912 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: num_shard_bits : 4 2026-02-12T00:45:32.859 INFO:journalctl@ceph.mon.b.trial116.stdout: strict_capacity_limit : 0 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: high_pri_pool_ratio: 0.000 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: block_cache_compressed: (nil) 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: persistent_cache: (nil) 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: block_size: 4096 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: block_size_deviation: 10 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: block_restart_interval: 16 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: index_block_restart_interval: 1 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: metadata_block_size: 4096 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: partition_filters: 0 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: use_delta_encoding: 1 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: filter_policy: bloomfilter 2026-02-12T00:45:32.860 INFO:journalctl@ceph.mon.b.trial116.stdout: whole_key_filtering: 1 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: verify_compression: 0 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: read_amp_bytes_per_bit: 0 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: format_version: 5 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: enable_index_compression: 1 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: block_align: 0 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: max_auto_readahead_size: 262144 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: prepopulate_block_cache: 0 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: initial_auto_readahead_size: 8192 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T00:45:32.861 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression: NoCompression 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.num_levels: 7 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T00:45:32.862 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T00:45:32.863 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T00:45:32.864 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T00:45:32.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.inplace_update_support: 0 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T00:45:32.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.bloom_locality: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.max_successive_merges: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.ttl: 2592000 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enable_blob_files: false 2026-02-12T00:45:32.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.min_blob_size: 0 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 21145, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2026-02-12T00:45:32.868 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ec3d7cb2-f2bd-4a86-9691-fd93c0483aaf 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857132609049, "job": 1, "event": "recovery_started", "wal_files": [37]} 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857132614120, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1578365, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21150, "largest_seqno": 22242, "table_properties": {"data_size": 1573316, "index_size": 2730, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1285, "raw_key_size": 12686, "raw_average_key_size": 25, "raw_value_size": 1562770, "raw_average_value_size": 3182, "num_data_blocks": 123, "num_entries": 491, "num_filter_entries": 491, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770857132, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ec3d7cb2-f2bd-4a86-9691-fd93c0483aaf", "db_session_id": "RV3RARQ3JHX29Z5GDZ7Q", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857132614173, "job": 1, "event": "recovery_finished"} 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:5047] Creating manifest 44 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x179ee00 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: DB pointer 0x2590000 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T00:45:32.869 INFO:journalctl@ceph.mon.b.trial116.stdout: ** DB Stats ** 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: ** Compaction Stats [default] ** 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T00:45:32.870 INFO:journalctl@ceph.mon.b.trial116.stdout: L0 1/0 1.51 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: L6 1/0 10.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: Sum 2/0 11.51 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 598.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: ** Compaction Stats [default] ** 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 598.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.871 INFO:journalctl@ceph.mon.b.trial116.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Flush(GB): cumulative 0.001, interval 0.001 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Cumulative compaction: 0.00 GB write, 215.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Interval compaction: 0.00 GB write, 215.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Block cache BinnedLRUCache@0x1751a50#2 capacity: 512.00 MB usage: 4.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.8e-05 secs_since: 0 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,2.83 KB,0.000539422%) Misc(1,0.00 KB,0%) 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.872 INFO:journalctl@ceph.mon.b.trial116.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: starting mon.b rank 1 at public addrs [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] at bind addrs [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???) e3 preinit fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).mds e1 new map 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).mds e1 print_map 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: e1 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: btime 2026-02-12T00:23:57:872378+0000 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: legacy client fscid: -1 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout: No filesystems configured 2026-02-12T00:45:32.873 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).osd e102 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial116", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:32.874 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:45:32.875 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:32 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:33.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:45:33.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: purged_snaps scrub ok 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial116", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:45:33.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: purged_snaps scrub ok 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='client.15768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "mon", "hosts": "trial116", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:33.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-02-12T00:45:33.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-02-12T00:45:33.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:32 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:34.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:34.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: It appears safe to stop mon.b 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Upgrade: Updating mon.b 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: Deploying daemon mon.b on trial116 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='client.25649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1728498681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:34.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: mon.b calling monitor election 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: mon.a calling monitor election 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: monmap epoch 3 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: min_mon_release 19 (squid) 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: election_strategy: 1 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:45:34.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: fsmap 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: overall HEALTH_OK 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: It appears safe to stop mon.b 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Upgrade: Updating mon.b 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: Deploying daemon mon.b on trial116 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='client.25649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1728498681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: mon.b calling monitor election 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: mon.a calling monitor election 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: monmap epoch 3 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: min_mon_release 19 (squid) 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: election_strategy: 1 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:45:34.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: fsmap 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:33 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: It appears safe to stop mon.b 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='client.15774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Upgrade: Updating mon.b 2026-02-12T00:45:34.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: Deploying daemon mon.b on trial116 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='client.15780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='client.25649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1728498681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='client.15798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: mon.b calling monitor election 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: mon.a calling monitor election 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: monmap epoch 3 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:45:34.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: min_mon_release 19 (squid) 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: election_strategy: 1 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: fsmap 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: mgrmap e40: y(active, since 38s), standbys: x 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: overall HEALTH_OK 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:33 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:34] "GET /metrics HTTP/1.1" 200 5774 "" "Prometheus/3.6.0" 2026-02-12T00:45:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:34.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:45:34.956 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:45:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:35.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:35.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:35.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.301 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:35.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:34 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:45:35.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:45:35.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2026-02-12T00:45:35.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2026-02-12T00:45:35.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:45:35.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:35.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:35.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:34 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all grafana 2026-02-12T00:45:36.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all loki 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all promtail 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all alloy 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: Upgrade: Complete! 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:45:36.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all grafana 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all loki 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all promtail 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all alloy 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: Upgrade: Complete! 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:36.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:35 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mds 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nfs 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:45:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all grafana 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all loki 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all promtail 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all alloy 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:45:36.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:45:36.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:36.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:35 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:45:37.961 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:37 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:45:37.621+0000 7f5e576d3640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-12T00:45:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:37 trial052 ceph-mon[14476]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:37 trial052 ceph-mon[22993]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:38.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:37 trial116 ceph-mon[70100]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:38 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:39.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:38 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:38 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:39 trial052 ceph-mon[14476]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:40.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:39 trial052 ceph-mon[22993]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:40.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:39 trial116 ceph-mon[70100]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:40 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:40 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:41.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:40 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:42.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:41 trial052 ceph-mon[14476]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:41 trial052 ceph-mon[22993]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:42.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:41 trial116 ceph-mon[70100]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:44.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:43 trial052 ceph-mon[14476]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:44.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:43 trial052 ceph-mon[22993]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:44.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:44] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T00:45:44.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:43 trial116 ceph-mon[70100]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:44.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:45:45.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:45:46.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:45 trial052 ceph-mon[14476]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:46.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:45 trial052 ceph-mon[22993]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:46.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:45 trial116 ceph-mon[70100]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:48.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:47 trial052 ceph-mon[14476]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:48.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:47 trial052 ceph-mon[22993]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:47 trial116 ceph-mon[70100]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:49.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:48 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:49.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:48 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:49.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:48 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:45:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:45:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:45:50.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:49 trial052 ceph-mon[14476]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:50.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:49 trial052 ceph-mon[22993]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:50.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:49 trial116 ceph-mon[70100]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:50.347 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:45:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=infra.usagestats t=2026-02-12T00:45:50.186105413Z level=info msg="Usage stats are ready to report" 2026-02-12T00:45:52.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:51 trial052 ceph-mon[14476]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:52.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:51 trial052 ceph-mon[22993]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:52.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:51 trial116 ceph-mon[70100]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:53 trial052 ceph-mon[14476]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:54.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:53 trial052 ceph-mon[22993]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:54.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:45:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:54] "GET /metrics HTTP/1.1" 200 5764 "" "Prometheus/3.6.0" 2026-02-12T00:45:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:53 trial116 ceph-mon[70100]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:54.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:45:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:45:54.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:45:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:45:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:45:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:45:56.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:55 trial052 ceph-mon[14476]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:56.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:55 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:56.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:55 trial052 ceph-mon[22993]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:56.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:55 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:56.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:55 trial116 ceph-mon[70100]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:45:56.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:55 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-02-12T00:45:58.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:57 trial052 ceph-mon[14476]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:58.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:57 trial052 ceph-mon[22993]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:58.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:57 trial116 ceph-mon[70100]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:45:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:58 trial052 ceph-mon[14476]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:59.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:58 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:45:59.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:58 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:00.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:45:59 trial052 ceph-mon[14476]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:00.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:45:59 trial052 ceph-mon[22993]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:00.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:45:59 trial116 ceph-mon[70100]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:02.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:01 trial052 ceph-mon[14476]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:02.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:01 trial052 ceph-mon[22993]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:02.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:01 trial116 ceph-mon[70100]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:02.492 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:46:02.530 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:46:02.818 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (54s) 53s ago 19m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (46s) 29s ago 19m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (65s) 53s ago 19m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (64s) 29s ago 21m 491M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (10m) 53s ago 22m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (22m) 53s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (30s) 29s ago 21m 22.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (21m) 53s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (60s) 53s ago 19m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (58s) 29s ago 19m 9198k - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (21m) 53s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (20m) 53s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (20m) 29s ago 20m 62.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (20m) 29s ago 20m 59.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (20m) 29s ago 20m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (20m) 29s ago 20m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (13m) 29s ago 19m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:46:03.044 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (19m) 53s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:46:03.045 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (19m) 29s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:46:03.098 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2026-02-12T00:46:03.388 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:03.653 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:46:03.682 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:46:03.964 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:04.184 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:46:04.223 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:04] "GET /metrics HTTP/1.1" 200 5773 "" "Prometheus/3.6.0" 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[22993]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[22993]: from='client.25667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[22993]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/2286348999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[14476]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[14476]: from='client.25667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[14476]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.246 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:03 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/2286348999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:46:04.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:03 trial116 ceph-mon[70100]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:04.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:03 trial116 ceph-mon[70100]: from='client.25667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:03 trial116 ceph-mon[70100]: from='client.15810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:03 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2286348999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2026-02-12T00:46:04.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:46:04.509 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:04.765 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:46:04.802 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2026-02-12T00:46:04.992 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:46:05.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:04 trial052 ceph-mon[14476]: from='client.? 10.20.193.52:0/1519579762' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:46:05.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:04 trial052 ceph-mon[22993]: from='client.? 10.20.193.52:0/1519579762' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:46:05.127 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:05.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:04 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1519579762' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2026-02-12T00:46:05.795 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:05.835 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:46:06.125 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: from='client.25685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[14476]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: from='client.25685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:46:06.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:46:06.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:05 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: from='client.25685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-02-12T00:46:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:05 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' 2026-02-12T00:46:06.361 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:46:06.711 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:46:06.711 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (58s) 57s ago 19m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:46:06.711 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (50s) 33s ago 19m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:46:06.711 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (69s) 57s ago 19m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (67s) 33s ago 21m 491M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (10m) 57s ago 22m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (22m) 57s ago 22m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 5481269d7425 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (34s) 33s ago 21m 22.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (21m) 57s ago 21m - 2048M 19.2.3-672-g283431c0 4cc07a41bb19 30229f1f7408 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (63s) 57s ago 19m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (62s) 33s ago 19m 9198k - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (21m) 57s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (20m) 57s ago 20m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:46:06.712 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (20m) 33s ago 20m 62.7M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (20m) 33s ago 20m 59.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (20m) 33s ago 20m 58.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (20m) 33s ago 20m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (13m) 33s ago 19m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (19m) 57s ago 19m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:46:06.713 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (19m) 33s ago 19m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:46:06.860 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:06 trial052 systemd[1]: Stopping Ceph mon.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:06.919 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 1 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:46:06.920 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 12, 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:46:06.921 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) mon on host(s) trial052", 2026-02-12T00:46:07.095 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T00:46:07.096 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading mon daemons", 2026-02-12T00:46:07.096 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:46:07.096 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:46:07.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a[14472]: 2026-02-12T00:46:06.858+0000 7f85de9a8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:46:07.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a[14472]: 2026-02-12T00:46:06.858+0000 7f85de9a8640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:07] ENGINE Bus STOPPING 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[93816]: 2026-02-12 00:46:07.122053224 +0000 UTC m=+0.276469452 container died 5481269d742572d0c720c326561b11bc365def787b8d7790a6dccf8e24ebdaea (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, org.label-schema.schema-version=1.0, CEPH_REF=squid, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202) 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[93816]: 2026-02-12 00:46:07.133464116 +0000 UTC m=+0.287880344 container remove 5481269d742572d0c720c326561b11bc365def787b8d7790a6dccf8e24ebdaea (image=quay.ceph.io/ceph-ci/ceph:squid, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 bash[93816]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service: Deactivated successfully. 2026-02-12T00:46:07.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 systemd[1]: Stopped Ceph mon.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:07.443 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service: Consumed 9.696s CPU time. 2026-02-12T00:46:07.443 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 systemd[1]: Starting Ceph mon.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:07.694 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[94013]: 2026-02-12 00:46:07.441249643 +0000 UTC m=+0.016285994 container create e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T00:46:07.694 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[94013]: 2026-02-12 00:46:07.470944664 +0000 UTC m=+0.045980954 container init e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[94013]: 2026-02-12 00:46:07.473688222 +0000 UTC m=+0.048724522 container start e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 bash[94013]: e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 podman[94013]: 2026-02-12 00:46:07.43470713 +0000 UTC m=+0.009743420 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 systemd[1]: Started Ceph mon.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: pidfile_write: ignore empty --pid-file 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: load: jerasure load: lrc 2026-02-12T00:46:07.695 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: RocksDB version: 7.9.2 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Git sha 0 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: DB SUMMARY 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: DB Session ID: YAHHNGPUKBGEMXVX87ZG 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: CURRENT file: CURRENT 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: MANIFEST file: MANIFEST-000015 size: 2732 Bytes 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000047.sst 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000045.log size: 323458 ; 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.error_if_exists: 0 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.create_if_missing: 0 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.paranoid_checks: 1 2026-02-12T00:46:07.696 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.env: 0xed5d60 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.info_log: 0x326ae80 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.statistics: (nil) 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.use_fsync: 0 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_log_file_size: 0 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T00:46:07.697 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_fallocate: 1 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.use_direct_reads: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.db_log_dir: 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.wal_dir: 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T00:46:07.698 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.write_buffer_manager: 0x3266500 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T00:46:07.699 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.unordered_write: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.row_cache: None 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.wal_filter: None 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.two_write_queues: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.wal_compression: 0 2026-02-12T00:46:07.700 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.atomic_flush: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.log_readahead_size: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T00:46:07.701 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_background_jobs: 2 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_background_compactions: -1 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_subcompactions: 1 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T00:46:07.702 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_open_files: -1 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_background_flushes: -1 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Compression algorithms supported: 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kZSTD supported: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kXpressCompression supported: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kBZip2Compression supported: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kLZ4Compression supported: 1 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kZlibCompression supported: 1 2026-02-12T00:46:07.703 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: kSnappyCompression supported: 1 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.merge_operator: 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_filter: None 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T00:46:07.704 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x326b5c0) 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: cache_index_and_filter_blocks: 1 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: pin_top_level_index_and_filter: 1 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: index_type: 0 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: data_block_index_type: 0 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: index_shortening: 1 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: checksum: 4 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: no_block_cache: 0 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: block_cache: 0x3239a50 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: block_cache_name: BinnedLRUCache 2026-02-12T00:46:07.705 INFO:journalctl@ceph.mon.a.trial052.stdout: block_cache_options: 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: capacity : 536870912 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: num_shard_bits : 4 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: strict_capacity_limit : 0 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: high_pri_pool_ratio: 0.000 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: block_cache_compressed: (nil) 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: persistent_cache: (nil) 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: block_size: 4096 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: block_size_deviation: 10 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: block_restart_interval: 16 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: index_block_restart_interval: 1 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: metadata_block_size: 4096 2026-02-12T00:46:07.706 INFO:journalctl@ceph.mon.a.trial052.stdout: partition_filters: 0 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: use_delta_encoding: 1 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: filter_policy: bloomfilter 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: whole_key_filtering: 1 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: verify_compression: 0 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: read_amp_bytes_per_bit: 0 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: format_version: 5 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: enable_index_compression: 1 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: block_align: 0 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: max_auto_readahead_size: 262144 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: prepopulate_block_cache: 0 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: initial_auto_readahead_size: 8192 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T00:46:07.707 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression: NoCompression 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.num_levels: 7 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T00:46:07.708 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T00:46:07.709 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.inplace_update_support: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.bloom_locality: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.max_successive_merges: 0 2026-02-12T00:46:07.710 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.ttl: 2592000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enable_blob_files: false 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.min_blob_size: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 49, last_sequence is 21269, log_number is 45,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 45 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 45 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b845e5d4-efa2-4500-9106-dfd349e09cbf 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857167489873, "job": 1, "event": "recovery_started", "wal_files": [45]} 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #45 mode 2 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857167491179, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 50, "file_size": 317827, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21270, "largest_seqno": 21564, "table_properties": {"data_size": 315742, "index_size": 728, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 2862, "raw_average_key_size": 22, "raw_value_size": 312975, "raw_average_value_size": 2483, "num_data_blocks": 34, "num_entries": 126, "num_filter_entries": 126, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770857167, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b845e5d4-efa2-4500-9106-dfd349e09cbf", "db_session_id": "YAHHNGPUKBGEMXVX87ZG", "orig_file_number": 50, "seqno_to_time_mapping": "N/A"}} 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857167491238, "job": 1, "event": "recovery_finished"} 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:5047] Creating manifest 52 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x3286e00 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: DB pointer 0x4078000 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T00:46:07.711 INFO:journalctl@ceph.mon.a.trial052.stdout: ** DB Stats ** 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: ** Compaction Stats [default] ** 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: L0 1/0 310.38 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: L6 1/0 10.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Sum 2/0 10.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 331.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: ** Compaction Stats [default] ** 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 331.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Cumulative compaction: 0.00 GB write, 92.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Interval compaction: 0.00 GB write, 92.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:46:07.712 INFO:journalctl@ceph.mon.a.trial052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: Block cache BinnedLRUCache@0x3239a50#2 capacity: 512.00 MB usage: 14.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.8e-05 secs_since: 0 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,13.41 KB,0.00255704%) IndexBlock(2,24.91 KB,0.00475049%) Misc(1,0.00 KB,0%) 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: starting mon.a rank 0 at public addrs [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] at bind addrs [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???) e3 preinit fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).mds e1 new map 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).mds e1 print_map 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: e1 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: btime 2026-02-12T00:23:57:872378+0000 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: legacy client fscid: -1 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout: No filesystems configured 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).osd e102 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).osd e102 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:07.713 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:07 trial052 ceph-mon[94040]: mon.a@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2026-02-12T00:46:08.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:46:08.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:07] ENGINE Bus STOPPED 2026-02-12T00:46:09.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ignoring --setuser ceph since I am not root 2026-02-12T00:46:09.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ignoring --setgroup ceph since I am not root 2026-02-12T00:46:09.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mgr[70527]: -- 10.20.193.52:0/2780243276 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x1ea7a00 con 0x1e7b400 2026-02-12T00:46:09.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: Upgrade: It appears safe to stop mon.a 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: Upgrade: Updating mon.a 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: Deploying daemon mon.a on trial052 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.25715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.25721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:09.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.15864 10.20.193.52:0/2484613174' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.25733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: mon.a calling monitor election 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: monmap epoch 3 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:09.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: min_mon_release 19 (squid) 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: election_strategy: 1 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: fsmap 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: mgrmap e40: y(active, since 74s), standbys: x 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: overall HEALTH_OK 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: from='mgr.25379 ' entity='mgr.y' 2026-02-12T00:46:09.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[94040]: mgrmap e41: y(active, since 74s), standbys: x 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: Upgrade: It appears safe to stop mon.a 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: Upgrade: Updating mon.a 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: Deploying daemon mon.a on trial052 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.25715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.25721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:09.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.15864 10.20.193.52:0/2484613174' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.25733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: mon.a calling monitor election 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: monmap epoch 3 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: min_mon_release 19 (squid) 2026-02-12T00:46:09.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: election_strategy: 1 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: fsmap 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: mgrmap e40: y(active, since 74s), standbys: x 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: overall HEALTH_OK 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: from='mgr.25379 ' entity='mgr.y' 2026-02-12T00:46:09.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:08 trial052 ceph-mon[22993]: mgrmap e41: y(active, since 74s), standbys: x 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ignoring --setuser ceph since I am not root 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:08 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ignoring --setgroup ceph since I am not root 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: Upgrade: It appears safe to stop mon.a 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.15846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: Upgrade: Updating mon.a 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: Deploying daemon mon.a on trial052 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.25715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.25721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.15864 10.20.193.52:0/2484613174' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.25733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: mon.a calling monitor election 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mgr.25379 10.20.193.52:0/2268919596' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:09.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: monmap epoch 3 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: last_changed 2026-02-12T00:24:30.992978+0000 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: min_mon_release 19 (squid) 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: election_strategy: 1 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: fsmap 2026-02-12T00:46:09.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: osdmap e102: 8 total, 8 up, 8 in 2026-02-12T00:46:09.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: mgrmap e40: y(active, since 74s), standbys: x 2026-02-12T00:46:09.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: overall HEALTH_OK 2026-02-12T00:46:09.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: from='mgr.25379 ' entity='mgr.y' 2026-02-12T00:46:09.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:08 trial116 ceph-mon[70100]: mgrmap e41: y(active, since 74s), standbys: x 2026-02-12T00:46:10.191 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:46:10.191 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:46:10.191 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:09 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: from numpy import show_config as show_numpy_config 2026-02-12T00:46:10.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-12T00:46:10.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-12T00:46:10.347 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:09 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: from numpy import show_config as show_numpy_config 2026-02-12T00:46:12.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: Standby manager daemon x restarted 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: Standby manager daemon x started 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: Active manager daemon y restarted 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: Activating manager daemon y 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: mgrmap e42: y(active, starting, since 0.00464653s), standbys: x 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:12.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:46:12.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[22993]: Manager daemon y is now available 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: Standby manager daemon x restarted 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: Standby manager daemon x started 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T00:46:12.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: Active manager daemon y restarted 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: Activating manager daemon y 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: mgrmap e42: y(active, starting, since 0.00464653s), standbys: x 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:46:12.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T00:46:12.043 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:11 trial052 ceph-mon[94040]: Manager daemon y is now available 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: Standby manager daemon x restarted 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: Standby manager daemon x started 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/crt"} : dispatch 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/crt"} : dispatch 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/x/key"} : dispatch 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.? 10.20.193.116:0/3170198265' entity='mgr.x' cmd={"prefix": "config-key get", "key": "mgr/dashboard/key"} : dispatch 2026-02-12T00:46:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: Active manager daemon y restarted 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: Activating manager daemon y 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: mgrmap e42: y(active, starting, since 0.00464653s), standbys: x 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:46:12.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2026-02-12T00:46:12.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:11 trial116 ceph-mon[70100]: Manager daemon y is now available 2026-02-12T00:46:13.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:12 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:46:12.720+0000 7feb89c4d640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T00:46:13.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[22993]: mgrmap e43: y(active, since 1.00834s), standbys: x 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T00:46:13.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:12 trial052 ceph-mon[94040]: mgrmap e43: y(active, since 1.00834s), standbys: x 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_root_cert' 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: TLSObjectStore: Discarding unknown obj_name 'grafana_cert' 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: TLSObjectStore: Discarding unknown obj_name 'agent_endpoint_key' 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: TLSObjectStore: Discarding unknown obj_name 'grafana_key' 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "orch get-security-config"} : dispatch 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2026-02-12T00:46:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:12 trial116 ceph-mon[70100]: mgrmap e43: y(active, since 1.00834s), standbys: x 2026-02-12T00:46:14.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: [12/Feb/2026:00:46:12] ENGINE Bus STARTING 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: [12/Feb/2026:00:46:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: [12/Feb/2026:00:46:12] ENGINE Client ('10.20.193.52', 43558) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: [12/Feb/2026:00:46:12] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: [12/Feb/2026:00:46:12] ENGINE Bus STARTED 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: [12/Feb/2026:00:46:12] ENGINE Bus STARTING 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: [12/Feb/2026:00:46:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: [12/Feb/2026:00:46:12] ENGINE Client ('10.20.193.52', 43558) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: [12/Feb/2026:00:46:12] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: [12/Feb/2026:00:46:12] ENGINE Bus STARTED 2026-02-12T00:46:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:13 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: [12/Feb/2026:00:46:12] ENGINE Bus STARTING 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: [12/Feb/2026:00:46:12] ENGINE Serving on https://10.20.193.52:7150 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: [12/Feb/2026:00:46:12] ENGINE Client ('10.20.193.52', 43558) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: [12/Feb/2026:00:46:12] ENGINE Serving on http://10.20.193.52:8765 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: [12/Feb/2026:00:46:12] ENGINE Bus STARTED 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch get-security-config"}]: dispatch 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:14 trial052 ceph-mon[22993]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: mgrmap e44: y(active, since 2s), standbys: x 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:15.924 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:15 trial052 systemd[1]: Stopping Ceph mon.c for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c[22989]: 2026-02-12T00:46:15.922+0000 7fa386489640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:15 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c[22989]: 2026-02-12T00:46:15.922+0000 7fa386489640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96081]: 2026-02-12 00:46:16.074813976 +0000 UTC m=+0.164109206 container died 30229f1f7408d6eed79731d669eb7923d538e7e76793d9dfa8cf48124207f76b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_REF=squid, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96081]: 2026-02-12 00:46:16.084542959 +0000 UTC m=+0.173838199 container remove 30229f1f7408d6eed79731d669eb7923d538e7e76793d9dfa8cf48124207f76b (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20260202, CEPH_REF=squid, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 bash[96081]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.c.service: Deactivated successfully. 2026-02-12T00:46:16.212 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 systemd[1]: Stopped Ceph mon.c for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:16.213 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.c.service: Consumed 6.152s CPU time. 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: purged_snaps scrub ok 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: purged_snaps scrub ok 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: purged_snaps scrub ok 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: purged_snaps scrub ok 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:16.672 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 systemd[1]: Starting Ceph mon.c for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96244]: 2026-02-12 00:46:16.383887903 +0000 UTC m=+0.015018534 container create a4f6464940d0050b4b29032047c55ce71790b57911fc9e2efdc43ee03ac65132 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96244]: 2026-02-12 00:46:16.417032721 +0000 UTC m=+0.048163352 container init a4f6464940d0050b4b29032047c55ce71790b57911fc9e2efdc43ee03ac65132 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96244]: 2026-02-12 00:46:16.419473828 +0000 UTC m=+0.050604459 container start a4f6464940d0050b4b29032047c55ce71790b57911fc9e2efdc43ee03ac65132 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, io.buildah.version=1.41.3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 bash[96244]: a4f6464940d0050b4b29032047c55ce71790b57911fc9e2efdc43ee03ac65132 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 podman[96244]: 2026-02-12 00:46:16.377636079 +0000 UTC m=+0.008766710 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 systemd[1]: Started Ceph mon.c for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: set uid:gid to 167:167 (ceph:ceph) 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo), process ceph-mon, pid 2 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: pidfile_write: ignore empty --pid-file 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: load: jerasure load: lrc 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: RocksDB version: 7.9.2 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Git sha 0 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Compile date 2026-02-10 09:02:43 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: DB SUMMARY 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: DB Session ID: NXRLEH7BIPUZ57U8D0MA 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: CURRENT file: CURRENT 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: IDENTITY file: IDENTITY 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: MANIFEST file: MANIFEST-000010 size: 2630 Bytes 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000042.sst 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000040.log size: 3036003 ; 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.error_if_exists: 0 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.create_if_missing: 0 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.paranoid_checks: 1 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.flush_verify_memtable_count: 1 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.env: 0xed5d60 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.fs: PosixFileSystem 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.info_log: 0x2ed2e80 2026-02-12T00:46:16.673 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_file_opening_threads: 16 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.statistics: (nil) 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.use_fsync: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_log_file_size: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_manifest_file_size: 1073741824 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.log_file_time_to_roll: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.keep_log_file_num: 1000 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.recycle_log_file_num: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_fallocate: 1 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_mmap_reads: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_mmap_writes: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.use_direct_reads: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.create_missing_column_families: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.db_log_dir: 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.wal_dir: 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.table_cache_numshardbits: 6 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.WAL_ttl_seconds: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.WAL_size_limit_MB: 0 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.manifest_preallocation_size: 4194304 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.is_fd_close_on_exec: 1 2026-02-12T00:46:16.674 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.advise_random_on_open: 1 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.db_write_buffer_size: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.write_buffer_manager: 0x2ece500 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.access_hint_on_compaction_start: 1 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.random_access_max_buffer_size: 1048576 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.use_adaptive_mutex: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.rate_limiter: (nil) 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.wal_recovery_mode: 2 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enable_thread_tracking: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enable_pipelined_write: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.unordered_write: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_concurrent_memtable_write: 1 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.write_thread_max_yield_usec: 100 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.write_thread_slow_yield_usec: 3 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.row_cache: None 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.wal_filter: None 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.avoid_flush_during_recovery: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_ingest_behind: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.two_write_queues: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.manual_wal_flush: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.wal_compression: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.atomic_flush: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.persist_stats_to_disk: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.write_dbid_to_manifest: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.log_readahead_size: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.file_checksum_gen_factory: Unknown 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.best_efforts_recovery: 0 2026-02-12T00:46:16.675 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.allow_data_in_errors: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.db_host_id: __hostname__ 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enforce_single_del_contracts: true 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_background_jobs: 2 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_background_compactions: -1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_subcompactions: 1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.avoid_flush_during_shutdown: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.delayed_write_rate : 16777216 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_total_wal_size: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.stats_dump_period_sec: 600 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.stats_persist_period_sec: 600 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.stats_history_buffer_size: 1048576 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_open_files: -1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bytes_per_sync: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.wal_bytes_per_sync: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.strict_bytes_per_sync: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_readahead_size: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_background_flushes: -1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Compression algorithms supported: 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kZSTD supported: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kXpressCompression supported: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kBZip2Compression supported: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kZSTDNotFinalCompression supported: 0 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kLZ4Compression supported: 1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kZlibCompression supported: 1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kLZ4HCCompression supported: 1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: kSnappyCompression supported: 1 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Fast CRC32 supported: Supported on x86 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: DMutex implementation: pthread_mutex_t 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.merge_operator: 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_filter: None 2026-02-12T00:46:16.676 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_filter_factory: None 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.sst_partitioner_factory: None 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.memtable_factory: SkipListFactory 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.table_factory: BlockBasedTable 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2ed35c0) 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: cache_index_and_filter_blocks: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: pin_top_level_index_and_filter: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: index_type: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: data_block_index_type: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: index_shortening: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: data_block_hash_table_util_ratio: 0.750000 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: checksum: 4 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: no_block_cache: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_cache: 0x2ea1a50 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_cache_name: BinnedLRUCache 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_cache_options: 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: capacity : 536870912 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: num_shard_bits : 4 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: strict_capacity_limit : 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: high_pri_pool_ratio: 0.000 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_cache_compressed: (nil) 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: persistent_cache: (nil) 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_size: 4096 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_size_deviation: 10 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_restart_interval: 16 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: index_block_restart_interval: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: metadata_block_size: 4096 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: partition_filters: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: use_delta_encoding: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: filter_policy: bloomfilter 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: whole_key_filtering: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: verify_compression: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: read_amp_bytes_per_bit: 0 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: format_version: 5 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: enable_index_compression: 1 2026-02-12T00:46:16.677 INFO:journalctl@ceph.mon.c.trial052.stdout: block_align: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout: max_auto_readahead_size: 262144 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout: prepopulate_block_cache: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout: initial_auto_readahead_size: 8192 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout: num_file_reads_for_auto_readahead: 2 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.write_buffer_size: 33554432 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_write_buffer_number: 2 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression: NoCompression 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression: Disabled 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.prefix_extractor: nullptr 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.num_levels: 7 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.level: 32767 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.enabled: false 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.window_bits: -14 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.level: 32767 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.strategy: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.parallel_threads: 1 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.enabled: false 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.level0_stop_writes_trigger: 36 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.target_file_size_base: 67108864 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.target_file_size_multiplier: 1 2026-02-12T00:46:16.678 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_base: 268435456 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_compaction_bytes: 1677721600 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.arena_block_size: 1048576 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.disable_auto_compactions: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.inplace_update_support: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.inplace_update_num_locks: 10000 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.memtable_whole_key_filtering: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.memtable_huge_page_size: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.bloom_locality: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.max_successive_merges: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.optimize_filters_for_hits: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.paranoid_file_checks: 0 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.force_consistency_checks: 1 2026-02-12T00:46:16.679 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.report_bg_io_stats: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.ttl: 2592000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.periodic_compaction_seconds: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.preclude_last_level_data_seconds: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.preserve_internal_time_seconds: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enable_blob_files: false 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.min_blob_size: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_file_size: 268435456 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_compression_type: NoCompression 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.enable_blob_garbage_collection: false 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_compaction_readahead_size: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.blob_file_starting_level: 0 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 44, last_sequence is 22894, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 40 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7a2ab9b3-ef0b-48dd-abd4-d1c2249de60f 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857176435955, "job": 1, "event": "recovery_started", "wal_files": [40]} 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857176442024, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 1939671, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 22899, "largest_seqno": 23581, "table_properties": {"data_size": 1935861, "index_size": 2003, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 7361, "raw_average_key_size": 23, "raw_value_size": 1929044, "raw_average_value_size": 6283, "num_data_blocks": 91, "num_entries": 307, "num_filter_entries": 307, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1770857176, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7a2ab9b3-ef0b-48dd-abd4-d1c2249de60f", "db_session_id": "NXRLEH7BIPUZ57U8D0MA", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: EVENT_LOG_v1 {"time_micros": 1770857176442104, "job": 1, "event": "recovery_finished"} 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:5047] Creating manifest 47 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2eeee00 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: DB pointer 0x3ce0000 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: ** DB Stats ** 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-02-12T00:46:16.680 INFO:journalctl@ceph.mon.c.trial052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: ** Compaction Stats [default] ** 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: L0 1/0 1.85 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: L6 1/0 10.67 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Sum 2/0 12.52 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: ** Compaction Stats [default] ** 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 662.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Flush(GB): cumulative 0.002, interval 0.002 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: AddFile(Keys): cumulative 0, interval 0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Cumulative compaction: 0.00 GB write, 225.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Interval compaction: 0.00 GB write, 225.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Block cache BinnedLRUCache@0x2ea1a50#2 capacity: 512.00 MB usage: 2.98 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,2.08 KB,0.000396371%) Misc(1,0.00 KB,0%) 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: ** File Read Latency Histogram By Level [default] ** 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: starting mon.c rank 2 at public addrs [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] at bind addrs [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???) e3 preinit fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).mds e1 new map 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).mds e1 print_map 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: e1 2026-02-12T00:46:16.681 INFO:journalctl@ceph.mon.c.trial052.stdout: btime 2026-02-12T00:23:57:872378+0000 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout: legacy client fscid: -1 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout: 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout: No filesystems configured 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).osd e103 crush map has features 3314933000854323200, adjusting msgr requires 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).osd e103 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).osd e103 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).osd e103 crush map has features 432629239337189376, adjusting msgr requires 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: mon.c@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: purged_snaps scrub ok 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: purged_snaps scrub ok 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: purged_snaps scrub ok 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: purged_snaps scrub ok 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:16.682 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: purged_snaps scrub ok 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial052:/etc/ceph/ceph.conf 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial116:/etc/ceph/ceph.conf 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.conf 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial116:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial052:/etc/ceph/ceph.client.admin.keyring 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Updating trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/config/ceph.client.admin.keyring 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: Certificate for "cephadm-signed_agent_cert (trial116)" is still valid for 1824 days. 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:16.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:17.458 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:17.458 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: mon.b calling monitor election 2026-02-12T00:46:17.458 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: mon.a calling monitor election 2026-02-12T00:46:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: mon.c calling monitor election 2026-02-12T00:46:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:17.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: monmap epoch 4 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: last_changed 2026-02-12T00:46:16.454756+0000 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: min_mon_release 20 (tentacle) 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: election_strategy: 1 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: fsmap 2026-02-12T00:46:17.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: overall HEALTH_OK 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: mon.b calling monitor election 2026-02-12T00:46:17.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: mon.a calling monitor election 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: mon.c calling monitor election 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: monmap epoch 4 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: last_changed 2026-02-12T00:46:16.454756+0000 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: min_mon_release 20 (tentacle) 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: election_strategy: 1 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:17.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: fsmap 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: overall HEALTH_OK 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: mon.b calling monitor election 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: mon.a calling monitor election 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: mon.c calling monitor election 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: monmap epoch 4 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: fsid 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:46:17.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: last_changed 2026-02-12T00:46:16.454756+0000 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: created 2026-02-12T00:23:56.971040+0000 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: min_mon_release 20 (tentacle) 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: election_strategy: 1 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: 0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: 1: [v2:10.20.193.116:3300/0,v1:10.20.193.116:6789/0] mon.b 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: 2: [v2:10.20.193.52:3301/0,v1:10.20.193.52:6790/0] mon.c 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: fsmap 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: osdmap e103: 8 total, 8 up, 8 in 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: mgrmap e44: y(active, since 4s), standbys: x 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: overall HEALTH_OK 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:17.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[96273]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T00:46:18.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[96273]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:18.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.764 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:18.765 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[94040]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T00:46:18.765 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[94040]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:18.765 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.765 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.765 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:18 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:18.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:18 trial116 ceph-mon[70100]: mgrmap e45: y(active, since 5s), standbys: x 2026-02-12T00:46:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:18 trial116 ceph-mon[70100]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:18.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:18 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: Reconfiguring mon.a (monmap changed)... 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: Reconfiguring daemon mon.a on trial052 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:19.790 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: Reconfiguring mon.a (monmap changed)... 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: Reconfiguring daemon mon.a on trial052 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:19.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: Reconfiguring mon.a (monmap changed)... 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: Reconfiguring daemon mon.a on trial052 2026-02-12T00:46:19.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: Reconfiguring mgr.y (monmap changed)... 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: Reconfiguring daemon mgr.y on trial052 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.848 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:19.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:19.849 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring mon.c (monmap changed)... 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring daemon mon.c on trial052 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring daemon osd.0 on trial052 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:46:20.865 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring daemon osd.1 on trial052 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: Reconfiguring daemon osd.2 on trial052 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:46:20.866 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:20.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:20.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:20.867 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring mon.c (monmap changed)... 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring daemon mon.c on trial052 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring daemon osd.0 on trial052 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring daemon osd.1 on trial052 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: Reconfiguring daemon osd.2 on trial052 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring mon.c (monmap changed)... 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring daemon mon.c on trial052 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring osd.0 (monmap changed)... 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring daemon osd.0 on trial052 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring osd.1 (monmap changed)... 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring daemon osd.1 on trial052 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring osd.2 (monmap changed)... 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: Reconfiguring daemon osd.2 on trial052 2026-02-12T00:46:21.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:21.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.788 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:46:21.448+0000 7feb89c4d640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring daemon osd.3 on trial052 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring rgw.foo.trial052.aegata (monmap changed)... 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring mon.b (monmap changed)... 2026-02-12T00:46:21.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring daemon mon.b on trial116 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: Reconfiguring daemon mgr.x on trial116 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring daemon osd.3 on trial052 2026-02-12T00:46:21.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring rgw.foo.trial052.aegata (monmap changed)... 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring mon.b (monmap changed)... 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring daemon mon.b on trial116 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:21.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: Reconfiguring daemon mgr.x on trial116 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:46:21.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.881 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:46:21] ENGINE Bus STARTING 2026-02-12T00:46:21.881 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: CherryPy Checker: 2026-02-12T00:46:21.881 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: The Application mounted at '' has an empty config. 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:46:21] ENGINE Serving on http://:::9283 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: [12/Feb/2026:00:46:21] ENGINE Bus STARTED 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring osd.3 (monmap changed)... 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring daemon osd.3 on trial052 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring rgw.foo.trial052.aegata (monmap changed)... 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:46:21.882 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring mon.b (monmap changed)... 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring daemon mon.b on trial116 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring mgr.x (monmap changed)... 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2026-02-12T00:46:21.883 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: Reconfiguring daemon mgr.x on trial116 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:46:21.884 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:22] ENGINE Bus STARTING 2026-02-12T00:46:23.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: CherryPy Checker: 2026-02-12T00:46:23.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: The Application mounted at '' has an empty config. 2026-02-12T00:46:23.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:46:23.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:22] ENGINE Serving on http://:::9283 2026-02-12T00:46:23.039 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:46:22] ENGINE Bus STARTED 2026-02-12T00:46:23.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring daemon osd.4 on trial116 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring daemon osd.5 on trial116 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: Reconfiguring daemon osd.6 on trial116 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:46:23.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring daemon osd.4 on trial116 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring daemon osd.5 on trial116 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: Reconfiguring daemon osd.6 on trial116 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.044 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.045 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.046 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.047 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.049 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.050 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.051 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:46:23.052 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.053 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:46:23.054 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.055 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.056 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.057 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.058 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:46:23.059 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.060 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.061 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.061 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.061 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring osd.4 (monmap changed)... 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring daemon osd.4 on trial116 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring osd.5 (monmap changed)... 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring daemon osd.5 on trial116 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring osd.6 (monmap changed)... 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: Reconfiguring daemon osd.6 on trial116 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-02-12T00:46:23.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.100 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.101 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.102 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2026-02-12T00:46:23.103 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:46:23.104 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.105 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:23.106 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:23.107 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:24.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T00:46:24.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Reconfiguring daemon osd.7 on trial116 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Reconfiguring rgw.foo.trial116.iqakcw (monmap changed)... 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Reconfiguring daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mds 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nfs 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:46:24.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all grafana 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all loki 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all promtail 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all alloy 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:46:24.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Reconfiguring daemon osd.7 on trial116 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Reconfiguring rgw.foo.trial116.iqakcw (monmap changed)... 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Reconfiguring daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mds 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:46:24.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nfs 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all grafana 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all loki 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all promtail 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all alloy 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:46:24.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:46:24.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:23 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:46:24.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Reconfiguring osd.7 (monmap changed)... 2026-02-12T00:46:24.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Reconfiguring daemon osd.7 on trial116 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Reconfiguring rgw.foo.trial116.iqakcw (monmap changed)... 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Reconfiguring daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mds 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nfs 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:46:24.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all node-exporter 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all prometheus 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all alertmanager 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all grafana 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all loki 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all promtail 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all alloy 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgmt-gateway 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all oauth2-proxy 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:46:24.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:23 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:46:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:24] "GET /metrics HTTP/1.1" 200 5332 "" "Prometheus/3.6.0" 2026-02-12T00:46:24.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:46:25.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:24 trial052 ceph-mon[94040]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:25.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:24 trial052 ceph-mon[96273]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:25.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:24 trial116 ceph-mon[70100]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:46:27.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:26 trial052 ceph-mon[94040]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:27.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:26 trial052 ceph-mon[96273]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:27.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:26 trial116 ceph-mon[70100]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:28.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:27 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:28.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:27 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:28.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:27 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:28.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:27 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:28.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:27 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:28.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:27 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:28 trial052 ceph-mon[94040]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:28 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:28 trial052 ceph-mon[96273]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:28 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:29.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:28 trial116 ceph-mon[70100]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2026-02-12T00:46:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:28 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:30 trial052 ceph-mon[94040]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:31.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:30 trial052 ceph-mon[96273]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:30 trial116 ceph-mon[70100]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2026-02-12T00:46:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:32 trial052 ceph-mon[94040]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:33.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:32 trial052 ceph-mon[96273]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:33.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:32 trial116 ceph-mon[70100]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:46:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:34] "GET /metrics HTTP/1.1" 200 5792 "" "Prometheus/3.6.0" 2026-02-12T00:46:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:34.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:46:34.934 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:46:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:34 trial052 ceph-mon[94040]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:34 trial052 ceph-mon[96273]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:35.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:34 trial116 ceph-mon[70100]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:37.267 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:36 trial052 ceph-mon[94040]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:37.268 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:36 trial052 ceph-mon[96273]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:37.268 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:46:37.319 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:46:37.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:36 trial116 ceph-mon[70100]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:37.608 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:37.834 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:46:37.834 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (89s) 20s ago 20m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (81s) 24s ago 20m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (100s) 20s ago 20m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (98s) 24s ago 21m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (10m) 20s ago 22m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (30s) 20s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (65s) 24s ago 22m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (21s) 20s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (94s) 20s ago 20m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (93s) 24s ago 20m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (21m) 20s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (21m) 20s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:46:37.835 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (21m) 20s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (21m) 20s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (21m) 24s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (21m) 24s ago 21m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (20m) 24s ago 20m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (20m) 24s ago 20m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (13m) 24s ago 20m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (20m) 20s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:46:37.836 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (20m) 24s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:46:37.898 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2026-02-12T00:46:38.182 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:38.456 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:46:38.486 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2026-02-12T00:46:38.773 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:39.031 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T00:46:39.047 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[96273]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[96273]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[96273]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/4274898576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[94040]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.048 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[94040]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:39.049 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:39.049 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[94040]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.049 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:38 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/4274898576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:39.061 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2026-02-12T00:46:39.345 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:38 trial116 ceph-mon[70100]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:38 trial116 ceph-mon[70100]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:38 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:38 trial116 ceph-mon[70100]: from='client.54110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:38 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/4274898576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:39.842 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:46:39.873 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:46:40.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:39 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1093100350' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:40.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:39 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1093100350' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:40.158 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:39 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1093100350' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:40.377 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:46:40.414 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:46:40.702 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:40.957 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:46:40.976 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:40 trial052 ceph-mon[94040]: from='client.44163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:40.976 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:40 trial052 ceph-mon[94040]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:40.976 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:40 trial052 ceph-mon[96273]: from='client.44163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:40.976 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:40 trial052 ceph-mon[96273]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:40.995 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2026-02-12T00:46:41.280 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:40 trial116 ceph-mon[70100]: from='client.44163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:40 trial116 ceph-mon[70100]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:41.786 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:41.827 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:46:42.119 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:46:42.234 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/764145024' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:42.235 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/764145024' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.236 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='client.44169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/764145024' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:46:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:42.374 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (94s) 25s ago 20m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (86s) 29s ago 20m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (105s) 25s ago 20m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (103s) 29s ago 22m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (10m) 25s ago 22m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (35s) 25s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (70s) 29s ago 22m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (26s) 25s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (99s) 25s ago 20m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (98s) 29s ago 20m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (21m) 25s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 ab01ccd961db 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (21m) 25s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 7ebccad36606 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (21m) 25s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:46:42.713 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (21m) 25s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (21m) 29s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (21m) 29s ago 21m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (20m) 29s ago 20m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (20m) 29s ago 20m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (13m) 29s ago 20m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (20m) 25s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:46:42.714 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (20m) 29s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:46:42.921 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:42.922 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 10, 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:46:42.923 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:46:43.099 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:43 trial052 systemd[1]: Stopping Ceph osd.0 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/622431744' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:43.100 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:42 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/622431744' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "0/8 daemons upgraded", 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:46:43.101 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:46:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='client.44181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2026-02-12T00:46:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:42 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/622431744' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:43.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:46:43.126+0000 7f86dbc1f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:46:43.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:46:43.126+0000 7f86dbc1f640 -1 osd.0 103 *** Got signal Terminated *** 2026-02-12T00:46:43.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:43 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[27325]: 2026-02-12T00:46:43.126+0000 7f86dbc1f640 -1 osd.0 103 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:46:44.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:44] "GET /metrics HTTP/1.1" 200 5781 "" "Prometheus/3.6.0" 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: osd.0 is safe to restart 2026-02-12T00:46:44.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Upgrade: Updating osd.0 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: Deploying daemon osd.0 on trial052 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[94040]: osd.0 marked itself down and dead 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:44.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: osd.0 is safe to restart 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Upgrade: Updating osd.0 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: Deploying daemon osd.0 on trial052 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:43 trial052 ceph-mon[96273]: osd.0 marked itself down and dead 2026-02-12T00:46:44.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:46:44.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: osd.0 is safe to restart 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Upgrade: Updating osd.0 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: Deploying daemon osd.0 on trial052 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: from='client.54158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:44.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:43 trial116 ceph-mon[70100]: osd.0 marked itself down and dead 2026-02-12T00:46:44.672 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103567]: 2026-02-12 00:46:44.36138957 +0000 UTC m=+1.247179383 container died ab01ccd961db3c73b51113ffc926ab5dde994d3349c053cd59d943dc6c72e49f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, CEPH_REF=squid, org.label-schema.build-date=20260202, io.buildah.version=1.41.3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103567]: 2026-02-12 00:46:44.370975528 +0000 UTC m=+1.256765340 container remove ab01ccd961db3c73b51113ffc926ab5dde994d3349c053cd59d943dc6c72e49f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 bash[103567]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.513140176 +0000 UTC m=+0.015802928 container create f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, ceph=True, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.54546809 +0000 UTC m=+0.048130842 container init f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.547953459 +0000 UTC m=+0.050616211 container start f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.548691247 +0000 UTC m=+0.051353999 container attach f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:46:44.673 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.506361495 +0000 UTC m=+0.009024247 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:44.936 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.671735556 +0000 UTC m=+0.174398308 container died f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0) 2026-02-12T00:46:44.937 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103697]: 2026-02-12 00:46:44.682071314 +0000 UTC m=+0.184734046 container remove f8c2d9d396fd9e0d8e76b9d6fba93b6575c134fc6a216314e09266ca9a0db1d5 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:46:44.937 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.0.service: Deactivated successfully. 2026-02-12T00:46:44.937 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 systemd[1]: Stopped Ceph osd.0 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:44.937 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.0.service: Consumed 5.712s CPU time. 2026-02-12T00:46:44.937 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 systemd[1]: Starting Ceph osd.0 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:46:44.949 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:46:45.284 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[94040]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:45.284 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[94040]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:45.284 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:46:45.284 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[94040]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T00:46:45.285 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[96273]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:45.285 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[96273]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:45.285 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:46:45.285 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:44 trial052 ceph-mon[96273]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T00:46:45.285 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103841]: 2026-02-12 00:46:44.935742375 +0000 UTC m=+0.015789203 container create 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:46:45.285 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103841]: 2026-02-12 00:46:44.966679358 +0000 UTC m=+0.046726196 container init 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS) 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103841]: 2026-02-12 00:46:44.969170127 +0000 UTC m=+0.049216976 container start 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:44 trial052 podman[103841]: 2026-02-12 00:46:44.9697268 +0000 UTC m=+0.049773638 container attach 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True) 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[103841]: 2026-02-12 00:46:44.928942354 +0000 UTC m=+0.008989202 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.286 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:44 trial116 ceph-mon[70100]: from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:46:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:44 trial116 ceph-mon[70100]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2026-02-12T00:46:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:44 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:46:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:44 trial116 ceph-mon[70100]: osdmap e104: 8 total, 7 up, 8 in 2026-02-12T00:46:45.535 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.535 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2026-02-12T00:46:45.536 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate[103866]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[103841]: --> ceph-volume lvm activate successful for osd ID: 0 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[103841]: 2026-02-12 00:46:45.412299454 +0000 UTC m=+0.492346292 container died 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[103841]: 2026-02-12 00:46:45.425547333 +0000 UTC m=+0.505594171 container remove 0c4da6c493c78365b46e005477514884ecf040f29fc25c1ff56f43109c4e45ed (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:46:45.537 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[104067]: 2026-02-12 00:46:45.503601998 +0000 UTC m=+0.015856397 container create 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:46:45.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[104067]: 2026-02-12 00:46:45.529036567 +0000 UTC m=+0.041290966 container init 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-12T00:46:45.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[104067]: 2026-02-12 00:46:45.531564365 +0000 UTC m=+0.043818774 container start 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:46:45.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 bash[104067]: 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad 2026-02-12T00:46:45.538 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 podman[104067]: 2026-02-12 00:46:45.497584177 +0000 UTC m=+0.009838586 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:46:45.785 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 systemd[1]: Started Ceph osd.0 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:46:45.786 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-osd[104094]: -- 10.20.193.52:0/36446547 <== mon.2 v2:10.20.193.52:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3967860 con 0x3ac2000 2026-02-12T00:46:45.786 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:45 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:46:45.775+0000 7f1a18308780 -1 Falling back to public interface 2026-02-12T00:46:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[94040]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T00:46:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[96273]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T00:46:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:45 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.324 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:46 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:46:46.243+0000 7f1a18308780 -1 osd.0 103 log_to_monitors true 2026-02-12T00:46:46.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:45 trial116 ceph-mon[70100]: osdmap e105: 8 total, 7 up, 8 in 2026-02-12T00:46:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:45 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:45 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:45 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: pgmap v22: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.290 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:46:46 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:46:46.966+0000 7f1a10151640 -1 osd.0 103 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:46:47.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: pgmap v22: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:47.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T00:46:47.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: pgmap v22: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 254 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:46:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2026-02-12T00:46:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:47.957 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:47 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:46:47.756+0000 7feb89c4d640 -1 mgr.server reply reply (11) Resource temporarily unavailable 5 pgs have unknown state; cannot draw any conclusions 2026-02-12T00:46:47.958 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:47 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:46:47.756+0000 7feb89c4d640 -1 mgr.server reply reply (16) Device or resource busy 5 pgs have unknown state; cannot draw any conclusionsunsafe to stop osd(s) at this time (11 PGs are or would become offline) 2026-02-12T00:46:48.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: osdmap e106: 8 total, 7 up, 8 in 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:46:48.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:46:48.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:46:48.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:46:48.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:46:49.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: pgmap v24: 161 pgs: 5 unknown, 17 active+undersized, 8 stale+active+clean, 7 active+undersized+degraded, 124 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s; 26/732 objects degraded (3.552%) 2026-02-12T00:46:49.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: Upgrade: 5 pgs have unknown state; cannot draw any conclusions 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819] boot 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 26/732 objects degraded (3.552%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T00:46:49.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: pgmap v24: 161 pgs: 5 unknown, 17 active+undersized, 8 stale+active+clean, 7 active+undersized+degraded, 124 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s; 26/732 objects degraded (3.552%) 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: Upgrade: 5 pgs have unknown state; cannot draw any conclusions 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819] boot 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:49.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:48 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 26/732 objects degraded (3.552%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T00:46:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:46:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:46:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:46:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: pgmap v24: 161 pgs: 5 unknown, 17 active+undersized, 8 stale+active+clean, 7 active+undersized+degraded, 124 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s; 26/732 objects degraded (3.552%) 2026-02-12T00:46:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:46:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: Upgrade: 5 pgs have unknown state; cannot draw any conclusions 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: osd.0 [v2:10.20.193.52:6802/141652819,v1:10.20.193.52:6803/141652819] boot 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: osdmap e107: 8 total, 8 up, 8 in 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2026-02-12T00:46:49.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:48 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 26/732 objects degraded (3.552%), 7 pgs degraded (PG_DEGRADED) 2026-02-12T00:46:50.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:49 trial052 ceph-mon[94040]: osdmap e108: 8 total, 8 up, 8 in 2026-02-12T00:46:50.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:49 trial052 ceph-mon[96273]: osdmap e108: 8 total, 8 up, 8 in 2026-02-12T00:46:50.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:49 trial116 ceph-mon[70100]: osdmap e108: 8 total, 8 up, 8 in 2026-02-12T00:46:51.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:50 trial052 ceph-mon[94040]: pgmap v27: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:51.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:50 trial052 ceph-mon[96273]: pgmap v27: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:51.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:50 trial116 ceph-mon[70100]: pgmap v27: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:52 trial052 ceph-mon[94040]: pgmap v28: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:52 trial052 ceph-mon[96273]: pgmap v28: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:52 trial116 ceph-mon[70100]: pgmap v28: 161 pgs: 39 active+undersized, 19 active+undersized+degraded, 103 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:46:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[94040]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 604 B/s rd, 0 op/s 2026-02-12T00:46:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 74/732 objects degraded (10.109%), 19 pgs degraded) 2026-02-12T00:46:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:46:54.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:46:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:54] "GET /metrics HTTP/1.1" 200 5781 "" "Prometheus/3.6.0" 2026-02-12T00:46:54.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[96273]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 604 B/s rd, 0 op/s 2026-02-12T00:46:54.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 74/732 objects degraded (10.109%), 19 pgs degraded) 2026-02-12T00:46:54.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:54 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:46:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:54 trial116 ceph-mon[70100]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 604 B/s rd, 0 op/s 2026-02-12T00:46:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:54 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 74/732 objects degraded (10.109%), 19 pgs degraded) 2026-02-12T00:46:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:54 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:46:54.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:46:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:46:54.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:46:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:46:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:46:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:46:57.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:56 trial052 ceph-mon[94040]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:57.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:56 trial052 ceph-mon[96273]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:57.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:56 trial116 ceph-mon[70100]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:46:58.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:58.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:58.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2026-02-12T00:46:59.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:58 trial052 ceph-mon[94040]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:46:59.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:46:58 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:58 trial052 ceph-mon[96273]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:46:59.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:46:58 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:46:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:58 trial116 ceph-mon[70100]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:46:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:46:58 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:01.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:00 trial052 ceph-mon[94040]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 951 B/s rd, 0 op/s 2026-02-12T00:47:01.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:00 trial052 ceph-mon[96273]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 951 B/s rd, 0 op/s 2026-02-12T00:47:01.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:00 trial116 ceph-mon[70100]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 951 B/s rd, 0 op/s 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[94040]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[96273]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:03.211 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:02 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:47:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:02 trial116 ceph-mon[70100]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:02 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:02 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2026-02-12T00:47:03.788 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:03 trial052 systemd[1]: Stopping Ceph osd.1 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:03.789 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:47:03.722+0000 7fba59280640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:47:03.789 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:47:03.722+0000 7fba59280640 -1 osd.1 108 *** Got signal Terminated *** 2026-02-12T00:47:03.789 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:03 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[32435]: 2026-02-12T00:47:03.722+0000 7fba59280640 -1 osd.1 108 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:47:04.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: Upgrade: osd.1 is safe to restart 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[94040]: osd.1 marked itself down and dead 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: Upgrade: osd.1 is safe to restart 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:03 trial052 ceph-mon[96273]: osd.1 marked itself down and dead 2026-02-12T00:47:04.346 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:04.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: Upgrade: osd.1 is safe to restart 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:03 trial116 ceph-mon[70100]: osd.1 marked itself down and dead 2026-02-12T00:47:04.855 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109321]: 2026-02-12 00:47:04.553499074 +0000 UTC m=+0.842604336 container died 7ebccad366069c0622a3fc1413f298d26e4969d1ae9083015ad2f8527ad0d79c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-12T00:47:04.855 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109321]: 2026-02-12 00:47:04.56470163 +0000 UTC m=+0.853806882 container remove 7ebccad366069c0622a3fc1413f298d26e4969d1ae9083015ad2f8527ad0d79c (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:47:04.855 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 bash[109321]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1 2026-02-12T00:47:04.855 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.693199633 +0000 UTC m=+0.015906210 container create fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:47:04.856 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.723285668 +0000 UTC m=+0.045992246 container init fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-12T00:47:04.856 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.725977801 +0000 UTC m=+0.048684378 container start fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:47:04.856 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.726499949 +0000 UTC m=+0.049206556 container attach fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2026-02-12T00:47:04.856 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.686801648 +0000 UTC m=+0.009508245 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:04.856 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.854469443 +0000 UTC m=+0.177176030 container died fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:47:04.943 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:05.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[94040]: Upgrade: Updating osd.1 2026-02-12T00:47:05.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[94040]: Deploying daemon osd.1 on trial052 2026-02-12T00:47:05.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[94040]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:05.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:05.122 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[94040]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T00:47:05.123 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[96273]: Upgrade: Updating osd.1 2026-02-12T00:47:05.123 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[96273]: Deploying daemon osd.1 on trial052 2026-02-12T00:47:05.123 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[96273]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:05.123 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:05.123 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:04 trial052 ceph-mon[96273]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T00:47:05.123 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 podman[109459]: 2026-02-12 00:47:04.865054323 +0000 UTC m=+0.187760900 container remove fe55dec6dd2687ecc167abb82d7bd13c4c20bffeb4e06a781ed75174f770330b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2026-02-12T00:47:05.123 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.1.service: Deactivated successfully. 2026-02-12T00:47:05.124 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 systemd[1]: Stopped Ceph osd.1 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:05.124 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:04 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.1.service: Consumed 6.386s CPU time. 2026-02-12T00:47:05.124 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 systemd[1]: Starting Ceph osd.1 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:04 trial116 ceph-mon[70100]: Upgrade: Updating osd.1 2026-02-12T00:47:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:04 trial116 ceph-mon[70100]: Deploying daemon osd.1 on trial052 2026-02-12T00:47:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:04 trial116 ceph-mon[70100]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:04 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:04 trial116 ceph-mon[70100]: osdmap e109: 8 total, 7 up, 8 in 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.120827201 +0000 UTC m=+0.016587242 container create e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.15413968 +0000 UTC m=+0.049899721 container init e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209) 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.156499687 +0000 UTC m=+0.052259738 container start e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.156931688 +0000 UTC m=+0.052691729 container attach e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.114374565 +0000 UTC m=+0.010134606 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:05.453 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.454 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.712 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.712 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T00:47:05.713 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate[109623]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109597]: --> ceph-volume lvm activate successful for osd ID: 1 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.578792983 +0000 UTC m=+0.474553024 container died e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0) 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109597]: 2026-02-12 00:47:05.589805345 +0000 UTC m=+0.485565386 container remove e83ce9cfd29a071552a562399d95928081e1008c7f3d761d1aa434f977eaac47 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-activate, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109823]: 2026-02-12 00:47:05.668127296 +0000 UTC m=+0.015662728 container create 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109823]: 2026-02-12 00:47:05.69553285 +0000 UTC m=+0.043068282 container init 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109823]: 2026-02-12 00:47:05.697858173 +0000 UTC m=+0.045393605 container start 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 bash[109823]: 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 podman[109823]: 2026-02-12 00:47:05.661444061 +0000 UTC m=+0.008979483 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:05.714 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 systemd[1]: Started Ceph osd.1 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:05.715 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-osd[109849]: -- 10.20.193.52:0/1786392777 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x3d7f860 con 0x3d1bc00 2026-02-12T00:47:05.993 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:05 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:47:05.926+0000 7f40004f4780 -1 Falling back to public interface 2026-02-12T00:47:06.287 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[94040]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T00:47:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[94040]: pgmap v37: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[96273]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T00:47:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[96273]: pgmap v37: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:06 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:06 trial116 ceph-mon[70100]: osdmap e110: 8 total, 7 up, 8 in 2026-02-12T00:47:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:06 trial116 ceph-mon[70100]: pgmap v37: 161 pgs: 20 stale+active+clean, 141 active+clean; 585 KiB data, 251 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:06 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:06 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:06 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:06.538 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:06 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:47:06.400+0000 7f40004f4780 -1 osd.1 108 log_to_monitors true 2026-02-12T00:47:07.302 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:47:07 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:47:07.060+0000 7f3ff4335640 -1 osd.1 108 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:47:07.302 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.302 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.302 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.302 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:07 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2026-02-12T00:47:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:07 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: pgmap v39: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:08.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: pgmap v39: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:08.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:08.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:08.298 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:08.299 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:08.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:08 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2026-02-12T00:47:08.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: osdmap e111: 8 total, 7 up, 8 in 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: pgmap v39: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:08.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:08.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:08.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:08.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:08.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:08 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349] boot 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T00:47:09.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:09 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:47:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:09.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349] boot 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: osd.1 [v2:10.20.193.52:6810/2788149349,v1:10.20.193.52:6811/2788149349] boot 2026-02-12T00:47:09.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: osdmap e112: 8 total, 8 up, 8 in 2026-02-12T00:47:09.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:09 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2026-02-12T00:47:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:10 trial116 ceph-mon[70100]: osdmap e113: 8 total, 8 up, 8 in 2026-02-12T00:47:10.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:10 trial116 ceph-mon[70100]: pgmap v42: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:10.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:10 trial052 ceph-mon[94040]: osdmap e113: 8 total, 8 up, 8 in 2026-02-12T00:47:10.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:10 trial052 ceph-mon[94040]: pgmap v42: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:10.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:10 trial052 ceph-mon[96273]: osdmap e113: 8 total, 8 up, 8 in 2026-02-12T00:47:10.440 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:10 trial052 ceph-mon[96273]: pgmap v42: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:13.274 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:12 trial052 ceph-mon[94040]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:13.274 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:13.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:12 trial052 ceph-mon[96273]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:13.274 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:12 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:13.275 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:47:13.313 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:47:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:12 trial116 ceph-mon[70100]: pgmap v43: 161 pgs: 41 active+undersized, 22 active+undersized+degraded, 98 active+clean; 585 KiB data, 248 MiB used, 5.5 TiB / 5.5 TiB avail; 102/732 objects degraded (13.934%) 2026-02-12T00:47:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:13.599 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:13.826 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (2m) 7s ago 20m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (117s) 60s ago 20m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 7s ago 20m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (2m) 60s ago 22m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (11m) 7s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (66s) 7s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (101s) 60s ago 22m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (57s) 7s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (2m) 7s ago 20m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (2m) 60s ago 20m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:47:13.827 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (28s) 7s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (8s) 7s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (22m) 7s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (21m) 7s ago 21m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (21m) 60s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (21m) 60s ago 21m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (21m) 60s ago 21m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (21m) 60s ago 21m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (14m) 60s ago 21m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (20m) 7s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:47:13.828 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (20m) 60s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:47:13.865 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T00:47:14.146 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:14.170 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[96273]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.170 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[96273]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:14.170 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[96273]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.170 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded) 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[94040]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[94040]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[94040]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded) 2026-02-12T00:47:14.171 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:13 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:47:14.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:14.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:13 trial116 ceph-mon[70100]: from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:13 trial116 ceph-mon[70100]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:13 trial116 ceph-mon[70100]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:13 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 102/732 objects degraded (13.934%), 22 pgs degraded) 2026-02-12T00:47:14.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:13 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:47:14.414 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:14.422 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:14.444 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2026-02-12T00:47:14.726 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:14.996 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:15.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:14 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/128663576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:15.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:14 trial052 ceph-mon[94040]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:15.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:14 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/128663576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:15.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:14 trial052 ceph-mon[96273]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:15.235 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:15.268 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:47:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:14 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/128663576' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:14 trial116 ceph-mon[70100]: from='client.44247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:15.550 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:15.774 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:47:15.812 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:47:16.095 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:16.119 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:15 trial052 ceph-mon[94040]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:16.119 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:15 trial052 ceph-mon[94040]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:16.119 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:15 trial052 ceph-mon[96273]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:16.119 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:15 trial052 ceph-mon[96273]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:16.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:15 trial116 ceph-mon[70100]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:16.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:15 trial116 ceph-mon[70100]: from='client.44253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:16.359 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:47:16.402 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2026-02-12T00:47:16.685 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:17.183 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:17.224 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:47:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:16 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2839599070' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:16 trial052 ceph-mon[94040]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:16 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2839599070' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:16 trial052 ceph-mon[96273]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:17.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:16 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2839599070' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:16 trial116 ceph-mon[70100]: from='client.44265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:17.508 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:17.747 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:18.086 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (2m) 11s ago 21m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (2m) 65s ago 20m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 11s ago 20m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (2m) 65s ago 22m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (11m) 11s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (70s) 11s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (105s) 65s ago 22m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (61s) 11s ago 22m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:47:18.087 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (2m) 11s ago 20m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (2m) 65s ago 20m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (32s) 11s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (12s) 11s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (22m) 11s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 f4534adb7a0f 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (22m) 11s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (21m) 65s ago 21m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (21m) 65s ago 21m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (21m) 65s ago 21m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (21m) 65s ago 21m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (14m) 65s ago 21m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (20m) 11s ago 20m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:47:18.088 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (20m) 65s ago 20m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:47:18.298 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:47:18.298 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:47:18.298 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:47:18.298 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:18.298 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 6, 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:18.299 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:47:18.300 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 8, 2026-02-12T00:47:18.300 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 7 2026-02-12T00:47:18.300 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:47:18.300 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:47:18.436 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.436 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:18.437 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: Upgrade: osd.2 is safe to restart 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:18.438 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:18.439 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.440 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: Upgrade: osd.2 is safe to restart 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.441 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:47:18.442 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.478 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:47:18.478 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "2/8 daemons upgraded", 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:47:18.479 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: Upgrade: osd.2 is safe to restart 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='client.54242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2026-02-12T00:47:18.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:18.723 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:18 trial052 systemd[1]: Stopping Ceph osd.2 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:19.038 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:47:18.720+0000 7f2feca6a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:47:19.038 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:47:18.720+0000 7f2feca6a640 -1 osd.2 113 *** Got signal Terminated *** 2026-02-12T00:47:19.038 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[37573]: 2026-02-12T00:47:18.720+0000 7f2feca6a640 -1 osd.2 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:47:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: Upgrade: Updating osd.2 2026-02-12T00:47:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: Deploying daemon osd.2 on trial052 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1970609833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[94040]: osd.2 marked itself down and dead 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: Upgrade: Updating osd.2 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: Deploying daemon osd.2 on trial052 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1970609833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:19 trial052 ceph-mon[96273]: osd.2 marked itself down and dead 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: Upgrade: Updating osd.2 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: Deploying daemon osd.2 on trial052 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: from='client.54248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1970609833' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:19 trial116 ceph-mon[70100]: osd.2 marked itself down and dead 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116664]: 2026-02-12 00:47:19.733695636 +0000 UTC m=+1.025522181 container died f4534adb7a0fe93ab17d999665a6246f59b1e05ffe71e68da827d411c1a149fa (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116664]: 2026-02-12 00:47:19.743309715 +0000 UTC m=+1.035136270 container remove f4534adb7a0fe93ab17d999665a6246f59b1e05ffe71e68da827d411c1a149fa (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 bash[116664]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116793]: 2026-02-12 00:47:19.882571911 +0000 UTC m=+0.016580790 container create 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116793]: 2026-02-12 00:47:19.909268932 +0000 UTC m=+0.043277751 container init 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116793]: 2026-02-12 00:47:19.911814312 +0000 UTC m=+0.045823131 container start 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116793]: 2026-02-12 00:47:19.912289333 +0000 UTC m=+0.046298142 container attach 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS) 2026-02-12T00:47:20.039 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:19 trial052 podman[116793]: 2026-02-12 00:47:19.876011054 +0000 UTC m=+0.010019863 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:20.310 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:20.310 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[94040]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T00:47:20.310 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[94040]: pgmap v48: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:20.311 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:20.311 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[96273]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T00:47:20.311 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:20 trial052 ceph-mon[96273]: pgmap v48: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:20.311 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116793]: 2026-02-12 00:47:20.039060794 +0000 UTC m=+0.173069614 container died 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:47:20.311 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116793]: 2026-02-12 00:47:20.051024732 +0000 UTC m=+0.185033551 container remove 4a06067624a21241dd281a9711fb2643d7eb98a27750b229bfb0264317450984 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:47:20.312 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.2.service: Deactivated successfully. 2026-02-12T00:47:20.312 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 systemd[1]: Stopped Ceph osd.2 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:20.312 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.2.service: Consumed 5.035s CPU time. 2026-02-12T00:47:20.312 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 systemd[1]: Starting Ceph osd.2 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:20 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:20 trial116 ceph-mon[70100]: osdmap e114: 8 total, 7 up, 8 in 2026-02-12T00:47:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:20 trial116 ceph-mon[70100]: pgmap v48: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.309364681 +0000 UTC m=+0.016696705 container create 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209) 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.340483772 +0000 UTC m=+0.047815797 container init 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.343101186 +0000 UTC m=+0.050433200 container start 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2) 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.343490058 +0000 UTC m=+0.050822082 container attach 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209) 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.302658865 +0000 UTC m=+0.009990879 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:20.643 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:20.644 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.894 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2026-02-12T00:47:20.895 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate[116966]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[116942]: --> ceph-volume lvm activate successful for osd ID: 2 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.777060517 +0000 UTC m=+0.484392541 container died 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True) 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[116942]: 2026-02-12 00:47:20.788108636 +0000 UTC m=+0.495440650 container remove 504a1aa89c5434f1b5e3afb42d49399f27e1b6ab455b0e30a7a11c75dd6cba05 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[117183]: 2026-02-12 00:47:20.866908483 +0000 UTC m=+0.015414508 container create 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:47:20.896 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[117183]: 2026-02-12 00:47:20.893601706 +0000 UTC m=+0.042107741 container init 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2026-02-12T00:47:21.146 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[117183]: 2026-02-12 00:47:20.896239057 +0000 UTC m=+0.044745092 container start 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:47:21.146 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 bash[117183]: 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 2026-02-12T00:47:21.146 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 podman[117183]: 2026-02-12 00:47:20.861047073 +0000 UTC m=+0.009553108 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:21.146 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 systemd[1]: Started Ceph osd.2 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:21.146 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:20 trial052 ceph-osd[117210]: -- 10.20.193.52:0/966735629 <== mon.2 v2:10.20.193.52:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x38df860 con 0x3a3a000 2026-02-12T00:47:21.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[96273]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T00:47:21.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.466 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:47:21.144+0000 7f0add11a780 -1 Falling back to public interface 2026-02-12T00:47:21.466 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[94040]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T00:47:21.466 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.466 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.466 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:21 trial116 ceph-mon[70100]: osdmap e115: 8 total, 7 up, 8 in 2026-02-12T00:47:21.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:21.788 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:47:21.645+0000 7f0add11a780 -1 osd.2 113 log_to_monitors true 2026-02-12T00:47:22.464 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:47:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:47:22.203+0000 7f0ad4f63640 -1 osd.2 113 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:47:22.464 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[94040]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[94040]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[94040]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[96273]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[96273]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[96273]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:22.465 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:22 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:22 trial116 ceph-mon[70100]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:22 trial116 ceph-mon[70100]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2026-02-12T00:47:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:22 trial116 ceph-mon[70100]: pgmap v50: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 252 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:22.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:22 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.498 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:23.499 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.500 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.500 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:23 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: osdmap e116: 8 total, 7 up, 8 in 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:47:23.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:47:23.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:47:23.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:23.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:23.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:23 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:24] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:24.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803] boot 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: pgmap v53: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[94040]: osdmap e118: 8 total, 8 up, 8 in 2026-02-12T00:47:24.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803] boot 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:24.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: pgmap v53: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:24.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:24 trial052 ceph-mon[96273]: osdmap e118: 8 total, 8 up, 8 in 2026-02-12T00:47:24.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:24.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:47:24.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:47:24.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: osd.2 [v2:10.20.193.52:6818/201612803,v1:10.20.193.52:6819/201612803] boot 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: osdmap e117: 8 total, 8 up, 8 in 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: pgmap v53: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:24.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:24 trial116 ceph-mon[70100]: osdmap e118: 8 total, 8 up, 8 in 2026-02-12T00:47:25.096 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:25.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:25 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:25.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:25 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:25.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:25 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:26.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:26 trial052 ceph-mon[94040]: pgmap v55: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:26.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:26 trial052 ceph-mon[96273]: pgmap v55: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:26.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:26 trial116 ceph-mon[70100]: pgmap v55: 161 pgs: 32 active+undersized, 15 active+undersized+degraded, 114 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 67/732 objects degraded (9.153%) 2026-02-12T00:47:28.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:27 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:28.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:27 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:28.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:27 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:29.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[96273]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded) 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[94040]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded) 2026-02-12T00:47:29.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:28 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:47:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:28 trial116 ceph-mon[70100]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:28 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:28 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 67/732 objects degraded (9.153%), 15 pgs degraded) 2026-02-12T00:47:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:28 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:47:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:30 trial052 ceph-mon[94040]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:31.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:30 trial052 ceph-mon[96273]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:31.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:30 trial116 ceph-mon[70100]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:47:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:32 trial052 ceph-mon[94040]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 599 B/s rd, 0 op/s 2026-02-12T00:47:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:32 trial052 ceph-mon[96273]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 599 B/s rd, 0 op/s 2026-02-12T00:47:33.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:32 trial116 ceph-mon[70100]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 599 B/s rd, 0 op/s 2026-02-12T00:47:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:34] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:34.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:34.954 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:34 trial052 ceph-mon[94040]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:34 trial052 ceph-mon[96273]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:34 trial116 ceph-mon[70100]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:47:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:36 trial052 ceph-mon[94040]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 887 B/s rd, 0 op/s 2026-02-12T00:47:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:36 trial052 ceph-mon[96273]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 887 B/s rd, 0 op/s 2026-02-12T00:47:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:36 trial116 ceph-mon[70100]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 887 B/s rd, 0 op/s 2026-02-12T00:47:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:38 trial052 ceph-mon[94040]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:38 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:39.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:38 trial052 ceph-mon[96273]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:39.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:38 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:39.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:38 trial116 ceph-mon[70100]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:38 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:40 trial052 ceph-mon[94040]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:40 trial052 ceph-mon[96273]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:41.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:40 trial116 ceph-mon[70100]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:42 trial052 ceph-mon[94040]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:42 trial052 ceph-mon[96273]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:42 trial116 ceph-mon[70100]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:44] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:44.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:44.960 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:44 trial052 ceph-mon[94040]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:44 trial052 ceph-mon[96273]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:45.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:44 trial116 ceph-mon[70100]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:47.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:46 trial052 ceph-mon[94040]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:47.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:46 trial052 ceph-mon[96273]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:46 trial116 ceph-mon[70100]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:48.658 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:47:48.696 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:47:48.982 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:49.203 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (2m) 27s ago 21m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (2m) 96s ago 21m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 27s ago 21m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (2m) 96s ago 23m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (11m) 27s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (101s) 27s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (2m) 96s ago 23m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (92s) 27s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:47:49.204 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (2m) 27s ago 21m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (2m) 96s ago 21m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (63s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (43s) 27s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (28s) 27s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (22m) 27s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (22m) 96s ago 22m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (22m) 96s ago 22m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (22m) 96s ago 22m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (21m) 96s ago 21m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (15m) 96s ago 21m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (21m) 27s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:47:49.205 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (21m) 96s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:47:49.219 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:48 trial052 ceph-mon[94040]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:49.219 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:48 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:49.219 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:48 trial052 ceph-mon[96273]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:49.220 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:48 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:49.243 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2026-02-12T00:47:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:48 trial116 ceph-mon[70100]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:48 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:47:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:47:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:47:49.526 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:49.787 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:49.817 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2026-02-12T00:47:50.101 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:50.124 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:49 trial052 ceph-mon[96273]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:50.124 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:49 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2706794690' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:50.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:49 trial052 ceph-mon[94040]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:50.124 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:49 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2706794690' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:50.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:49 trial116 ceph-mon[70100]: from='client.44307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:50.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:49 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2706794690' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:50.597 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:50.627 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:47:50.916 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:51.141 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:47:51.180 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:47:51.202 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:50 trial052 ceph-mon[94040]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:51.202 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:50 trial052 ceph-mon[94040]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:51.202 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:50 trial052 ceph-mon[96273]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:51.203 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:50 trial052 ceph-mon[96273]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:50 trial116 ceph-mon[70100]: from='client.44313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:50 trial116 ceph-mon[70100]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:51.464 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:51.721 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:47:51.773 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2026-02-12T00:47:52.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:51 trial052 ceph-mon[94040]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:52.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:51 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2822217712' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:52.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:51 trial052 ceph-mon[96273]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:52.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:51 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2822217712' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:52.097 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:51 trial116 ceph-mon[70100]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:52.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:51 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2822217712' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:47:52.597 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:52.639 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:47:52.931 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.093 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T00:47:53.094 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.095 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.096 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.096 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.096 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T00:47:53.182 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:53.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:53.249 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2026-02-12T00:47:53.525 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (2m) 31s ago 21m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (2m) 100s ago 21m 150M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (2m) 31s ago 21m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (2m) 100s ago 23m 488M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (11m) 31s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (106s) 31s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (2m) 100s ago 23m 40.2M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (97s) 31s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (2m) 31s ago 21m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:47:53.526 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (2m) 100s ago 21m 11.6M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (68s) 31s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (47s) 31s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (32s) 31s ago 22m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (22m) 31s ago 22m - 19.2G 19.2.3-672-g283431c0 4cc07a41bb19 fd679beb072f 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (22m) 100s ago 22m 63.1M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4aacd09c9419 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (22m) 100s ago 22m 59.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (22m) 100s ago 22m 58.8M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (22m) 100s ago 22m 63.3M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (15m) 100s ago 21m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (21m) 31s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:47:53.527 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (21m) 100s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:47:53.733 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:47:53.734 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 7, 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:47:53.735 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:47:53.910 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:47:53.910 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:47:53.910 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:47:53.910 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:47:53.911 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T00:47:53.911 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "3/8 daemons upgraded", 2026-02-12T00:47:53.911 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T00:47:53.911 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:47:53.911 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:47:54.182 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:53 trial052 systemd[1]: Stopping Ceph osd.3 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:54.182 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:53 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:47:53.934+0000 7f1f37532640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:47:54.182 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:53 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:47:53.934+0000 7f1f37532640 -1 osd.3 118 *** Got signal Terminated *** 2026-02-12T00:47:54.182 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:53 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[42707]: 2026-02-12T00:47:53.934+0000 7f1f37532640 -1 osd.3 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:47:54.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: Upgrade: osd.3 is safe to restart 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:47:54.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3464900602' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[94040]: osd.3 marked itself down and dead 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:54.184 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: Upgrade: osd.3 is safe to restart 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3464900602' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:54.185 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:53 trial052 ceph-mon[96273]: osd.3 marked itself down and dead 2026-02-12T00:47:54.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:47:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:47:54.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:47:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: Upgrade: osd.3 is safe to restart 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3464900602' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:54.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:53 trial116 ceph-mon[70100]: osd.3 marked itself down and dead 2026-02-12T00:47:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:54] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124231]: 2026-02-12 00:47:54.572469216 +0000 UTC m=+0.650086920 container died fd679beb072f96c43b8eccd9820ab9da1c58f8c36b86c4432e31599fb257d529 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, ceph=True, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.build-date=20260202, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=squid, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124231]: 2026-02-12 00:47:54.581252995 +0000 UTC m=+0.658870689 container remove fd679beb072f96c43b8eccd9820ab9da1c58f8c36b86c4432e31599fb257d529 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, io.buildah.version=1.41.3, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 bash[124231]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.71735493 +0000 UTC m=+0.017011649 container create 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.747254869 +0000 UTC m=+0.046911517 container init 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.749793096 +0000 UTC m=+0.049449744 container start 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.750315575 +0000 UTC m=+0.049972233 container attach 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:47:54.874 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.710879181 +0000 UTC m=+0.010535830 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:54.973 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:47:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:47:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:47:55.149 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.149 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: Upgrade: Updating osd.3 2026-02-12T00:47:55.149 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: Deploying daemon osd.3 on trial052 2026-02-12T00:47:55.149 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.149 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[96273]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: Upgrade: Updating osd.3 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: Deploying daemon osd.3 on trial052 2026-02-12T00:47:55.150 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:55.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:55.151 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:54 trial052 ceph-mon[94040]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T00:47:55.151 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.873069487 +0000 UTC m=+0.172726135 container died 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2) 2026-02-12T00:47:55.151 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 podman[124362]: 2026-02-12 00:47:54.884688164 +0000 UTC m=+0.184344802 container remove 5f32657d29564fcbd83289ee3af9556ea9562bf2e257decb93023166532a96bb (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:47:55.151 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.3.service: Deactivated successfully. 2026-02-12T00:47:55.151 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 systemd[1]: Stopped Ceph osd.3 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:55.152 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:54 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.3.service: Consumed 7.317s CPU time. 2026-02-12T00:47:55.152 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 systemd[1]: Starting Ceph osd.3 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: from='client.44349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: Upgrade: Updating osd.3 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: Deploying daemon osd.3 on trial052 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: from='client.44361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: from='client.54338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:47:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:54 trial116 ceph-mon[70100]: osdmap e119: 8 total, 7 up, 8 in 2026-02-12T00:47:55.486 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.148534096 +0000 UTC m=+0.016147777 container create f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default) 2026-02-12T00:47:55.504 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.180136872 +0000 UTC m=+0.047750563 container init f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:47:55.504 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.183399502 +0000 UTC m=+0.051013183 container start f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3) 2026-02-12T00:47:55.504 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.183854827 +0000 UTC m=+0.051468508 container attach f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.141545456 +0000 UTC m=+0.009159137 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:55.505 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.506 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:47:55.506 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.743 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.743 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:47:55.743 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T00:47:55.744 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate[124534]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124511]: --> ceph-volume lvm activate successful for osd ID: 3 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.615057155 +0000 UTC m=+0.482670846 container died f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124511]: 2026-02-12 00:47:55.62510067 +0000 UTC m=+0.492714351 container remove f7f13fa2132119fd3d898f53e1a55d7d7700afef9a9712cf94e7e1e1420f33fd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-activate, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3) 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124747]: 2026-02-12 00:47:55.701051488 +0000 UTC m=+0.015624827 container create 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0) 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124747]: 2026-02-12 00:47:55.725853161 +0000 UTC m=+0.040426451 container init 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124747]: 2026-02-12 00:47:55.728280714 +0000 UTC m=+0.042854003 container start 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 bash[124747]: 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 podman[124747]: 2026-02-12 00:47:55.694892727 +0000 UTC m=+0.009466006 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 systemd[1]: Started Ceph osd.3 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:47:55.745 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-osd[124776]: -- 10.20.193.52:0/1506921060 <== mon.0 v2:10.20.193.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2901860 con 0x2a5c000 2026-02-12T00:47:56.288 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:55 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:47:55.992+0000 7f62b2127780 -1 Falling back to public interface 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[94040]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[94040]: pgmap v72: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[96273]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[96273]: pgmap v72: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:56.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:56 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:56 trial116 ceph-mon[70100]: osdmap e120: 8 total, 7 up, 8 in 2026-02-12T00:47:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:56 trial116 ceph-mon[70100]: pgmap v72: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 249 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:47:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:56 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:56 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:56.612 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:56 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:47:56.487+0000 7f62b2127780 -1 osd.3 118 log_to_monitors true 2026-02-12T00:47:57.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[94040]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[96273]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T00:47:57.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.540 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:47:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:47:57.220+0000 7f62a9f70640 -1 osd.3 118 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:47:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:57 trial116 ceph-mon[70100]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2026-02-12T00:47:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:57.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.215 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:47:57 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:47:57.979+0000 7feb89c4d640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T00:47:58.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:47:58.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: pgmap v74: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: pgmap v74: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:58.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.541 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: osdmap e121: 8 total, 7 up, 8 in 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.6836, "args": ["host=trial052", "root=default"]} : dispatch 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: pgmap v74: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:47:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:47:58.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:47:58.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:47:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027] boot 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:47:59.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027] boot 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T00:47:59.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:47:59 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded (PG_DEGRADED) 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: osd.3 [v2:10.20.193.52:6826/1663320027,v1:10.20.193.52:6827/1663320027] boot 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: osdmap e122: 8 total, 8 up, 8 in 2026-02-12T00:47:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:47:59 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2026-02-12T00:48:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:00 trial052 ceph-mon[94040]: osdmap e123: 8 total, 8 up, 8 in 2026-02-12T00:48:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:00 trial052 ceph-mon[94040]: pgmap v77: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:00 trial052 ceph-mon[96273]: osdmap e123: 8 total, 8 up, 8 in 2026-02-12T00:48:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:00 trial052 ceph-mon[96273]: pgmap v77: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:00 trial116 ceph-mon[70100]: osdmap e123: 8 total, 8 up, 8 in 2026-02-12T00:48:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:00 trial116 ceph-mon[70100]: pgmap v77: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:03.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:02 trial116 ceph-mon[70100]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:02 trial052 ceph-mon[94040]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:03.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:02 trial052 ceph-mon[96273]: pgmap v78: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 100/732 objects degraded (13.661%) 2026-02-12T00:48:04.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:03 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded) 2026-02-12T00:48:04.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:03 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:48:04.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:03 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded) 2026-02-12T00:48:04.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:03 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:48:04.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:03 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/732 objects degraded (13.661%), 27 pgs degraded) 2026-02-12T00:48:04.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:03 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:48:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:04.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:04.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:04 trial116 ceph-mon[70100]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:05.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:04 trial052 ceph-mon[96273]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:05.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:04 trial052 ceph-mon[94040]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:06 trial116 ceph-mon[70100]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:07.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:06 trial052 ceph-mon[94040]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:07.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:06 trial052 ceph-mon[96273]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail 2026-02-12T00:48:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:08 trial116 ceph-mon[70100]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 537 B/s rd, 0 op/s 2026-02-12T00:48:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:08 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:08 trial052 ceph-mon[94040]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 537 B/s rd, 0 op/s 2026-02-12T00:48:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:08 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:09.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:08 trial052 ceph-mon[96273]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 537 B/s rd, 0 op/s 2026-02-12T00:48:09.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:08 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:11.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:10 trial052 ceph-mon[94040]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 486 B/s rd, 0 op/s 2026-02-12T00:48:11.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:10 trial052 ceph-mon[96273]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 486 B/s rd, 0 op/s 2026-02-12T00:48:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:10 trial116 ceph-mon[70100]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 486 B/s rd, 0 op/s 2026-02-12T00:48:13.229 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:12 trial116 ceph-mon[70100]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 426 B/s rd, 0 op/s 2026-02-12T00:48:13.229 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:12 trial052 ceph-mon[94040]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 426 B/s rd, 0 op/s 2026-02-12T00:48:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:12 trial052 ceph-mon[96273]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 426 B/s rd, 0 op/s 2026-02-12T00:48:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:12 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:14.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:48:14.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:14.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:48:14.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:14.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:13 trial116 ceph-mon[70100]: osd.4 marked itself down and dead 2026-02-12T00:48:14.183 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:13 trial116 systemd[1]: Stopping Ceph osd.4 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:14.184 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:13 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:48:13.942+0000 7fc7839a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:48:14.184 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:13 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:48:13.942+0000 7fc7839a7640 -1 osd.4 123 *** Got signal Terminated *** 2026-02-12T00:48:14.184 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:13 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[21435]: 2026-02-12T00:48:13.942+0000 7fc7839a7640 -1 osd.4 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:48:14.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:14.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[94040]: osd.4 marked itself down and dead 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2026-02-12T00:48:14.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:14.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:13 trial052 ceph-mon[96273]: osd.4 marked itself down and dead 2026-02-12T00:48:14.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:14.922 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:14.922 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81230]: 2026-02-12 00:48:14.76308518 +0000 UTC m=+0.832523571 container died 4aacd09c9419386d852ed3ebbf1dff8adb8fcaa7938890486cdf6e58b640b1b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:48:14.923 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81230]: 2026-02-12 00:48:14.772130979 +0000 UTC m=+0.841569360 container remove 4aacd09c9419386d852ed3ebbf1dff8adb8fcaa7938890486cdf6e58b640b1b2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, io.buildah.version=1.41.3, CEPH_REF=squid, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default) 2026-02-12T00:48:14.923 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 bash[81230]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: Upgrade: osd.4 is safe to restart 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: Upgrade: Updating osd.4 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: Deploying daemon osd.4 on trial116 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:15.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:14 trial116 ceph-mon[70100]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81370]: 2026-02-12 00:48:14.921695251 +0000 UTC m=+0.015954353 container create 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81370]: 2026-02-12 00:48:14.953435833 +0000 UTC m=+0.047694905 container init 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81370]: 2026-02-12 00:48:14.955820397 +0000 UTC m=+0.050079449 container start 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:14 trial116 podman[81370]: 2026-02-12 00:48:14.956335324 +0000 UTC m=+0.050594386 container attach 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81370]: 2026-02-12 00:48:14.91512215 +0000 UTC m=+0.009381212 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81370]: 2026-02-12 00:48:15.078738688 +0000 UTC m=+0.172997741 container died 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81370]: 2026-02-12 00:48:15.089461404 +0000 UTC m=+0.183720446 container remove 79720eef9c13887f9c867fa264ce9d808fc4f8b353d628d46b700fbef7d92a38 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default) 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.4.service: Deactivated successfully. 2026-02-12T00:48:15.261 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 systemd[1]: Stopped Ceph osd.4 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:15.262 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.4.service: Consumed 7.297s CPU time. 2026-02-12T00:48:15.262 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 systemd[1]: Starting Ceph osd.4 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:48:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: Upgrade: osd.4 is safe to restart 2026-02-12T00:48:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: Upgrade: Updating osd.4 2026-02-12T00:48:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: Deploying daemon osd.4 on trial116 2026-02-12T00:48:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[96273]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: Upgrade: osd.4 is safe to restart 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: Upgrade: Updating osd.4 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: Deploying daemon osd.4 on trial116 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:14 trial052 ceph-mon[94040]: osdmap e124: 8 total, 7 up, 8 in 2026-02-12T00:48:15.597 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.346095162 +0000 UTC m=+0.016143335 container create f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2026-02-12T00:48:15.597 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.378313132 +0000 UTC m=+0.048361255 container init f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:48:15.597 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.3806623 +0000 UTC m=+0.050710413 container start f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2) 2026-02-12T00:48:15.597 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.381216801 +0000 UTC m=+0.051264914 container attach f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:48:15.598 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.339717254 +0000 UTC m=+0.009765367 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:15.598 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.598 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.598 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.598 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.944 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T00:48:15.945 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate[81546]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81521]: --> ceph-volume lvm activate successful for osd ID: 4 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.812152563 +0000 UTC m=+0.482200676 container died f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81521]: 2026-02-12 00:48:15.822341977 +0000 UTC m=+0.492390090 container remove f3b9624d543bdf3e0b259a9f2629d5558ccdbb2a9096ccaf3588dfd20d9383de (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:48:15.946 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81749]: 2026-02-12 00:48:15.900259903 +0000 UTC m=+0.016030365 container create bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81749]: 2026-02-12 00:48:15.928030535 +0000 UTC m=+0.043801007 container init bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81749]: 2026-02-12 00:48:15.930303731 +0000 UTC m=+0.046074193 container start bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 bash[81749]: bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 podman[81749]: 2026-02-12 00:48:15.893803249 +0000 UTC m=+0.009573721 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 systemd[1]: Started Ceph osd.4 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:15.947 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:15 trial116 ceph-osd[81782]: -- 10.20.193.116:0/3274455587 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x27d3860 con 0x292e000 2026-02-12T00:48:16.222 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:48:16.175+0000 7fd35c558780 -1 Falling back to public interface 2026-02-12T00:48:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[94040]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T00:48:16.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[94040]: pgmap v87: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[96273]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[96273]: pgmap v87: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:16 trial116 ceph-mon[70100]: osdmap e125: 8 total, 7 up, 8 in 2026-02-12T00:48:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:16 trial116 ceph-mon[70100]: pgmap v87: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 246 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:16.852 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:48:16.684+0000 7fd35c558780 -1 osd.4 123 log_to_monitors true 2026-02-12T00:48:17.530 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.530 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.530 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.531 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.531 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.531 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.531 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:48:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:48:17.282+0000 7fd3543a1640 -1 osd.4 123 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:48:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:17.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:18 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:48:18.229+0000 7feb89c4d640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: pgmap v89: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.540 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: pgmap v89: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.541 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.542 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: osdmap e126: 8 total, 7 up, 8 in 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: pgmap v89: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s; 124/732 objects degraded (16.940%) 2026-02-12T00:48:18.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:18.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T00:48:19.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318] boot 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T00:48:19.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:48:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318] boot 2026-02-12T00:48:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T00:48:19.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: osd.4 [v2:10.20.193.116:6800/536843318,v1:10.20.193.116:6801/536843318] boot 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: osdmap e127: 8 total, 8 up, 8 in 2026-02-12T00:48:19.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2026-02-12T00:48:20.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:20 trial052 ceph-mon[94040]: osdmap e128: 8 total, 8 up, 8 in 2026-02-12T00:48:20.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:20 trial052 ceph-mon[94040]: pgmap v92: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:20.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:20 trial052 ceph-mon[96273]: osdmap e128: 8 total, 8 up, 8 in 2026-02-12T00:48:20.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:20 trial052 ceph-mon[96273]: pgmap v92: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:20 trial116 ceph-mon[70100]: osdmap e128: 8 total, 8 up, 8 in 2026-02-12T00:48:20.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:20 trial116 ceph-mon[70100]: pgmap v92: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:22 trial116 ceph-mon[70100]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:22 trial052 ceph-mon[94040]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:22 trial052 ceph-mon[96273]: pgmap v93: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 238 MiB used, 5.5 TiB / 5.5 TiB avail; 124/732 objects degraded (16.940%) 2026-02-12T00:48:24.088 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:48:24.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:23 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded) 2026-02-12T00:48:24.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:23 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:48:24.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:23 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded) 2026-02-12T00:48:24.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:23 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:48:24.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:23 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 124/732 objects degraded (16.940%), 25 pgs degraded) 2026-02-12T00:48:24.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:23 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (3m) 27s ago 22m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (3m) 7s ago 22m 154M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (3m) 27s ago 21m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (3m) 7s ago 23m 492M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (12m) 27s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (2m) 27s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (2m) 7s ago 23m 48.4M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (2m) 27s ago 23m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (3m) 27s ago 22m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (3m) 7s ago 22m 12.3M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (98s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (78s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (63s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:48:24.420 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (28s) 27s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (8s) 7s ago 22m 14.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (22m) 7s ago 22m 64.4M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 317553b78489 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (22m) 7s ago 22m 63.2M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (22m) 7s ago 22m 69.0M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (15m) 7s ago 22m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (21m) 27s ago 21m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:48:24.421 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (21m) 7s ago 21m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:48:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:24] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:24.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:24.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:24.623 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 5 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 5, 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 10 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:48:24.624 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "5/8 daemons upgraded", 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:48:24.791 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:48:25.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:24 trial052 ceph-mon[94040]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 633 B/s rd, 0 op/s 2026-02-12T00:48:25.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:24 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3969016710' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:25.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:24 trial052 ceph-mon[96273]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 633 B/s rd, 0 op/s 2026-02-12T00:48:25.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:24 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3969016710' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:25.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:24 trial116 ceph-mon[70100]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 633 B/s rd, 0 op/s 2026-02-12T00:48:25.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:24 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3969016710' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:26.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[94040]: from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[94040]: from='client.54359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[94040]: from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[94040]: from='client.44415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[96273]: from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[96273]: from='client.54359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[96273]: from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:25 trial052 ceph-mon[96273]: from='client.44415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:25 trial116 ceph-mon[70100]: from='client.54353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:25 trial116 ceph-mon[70100]: from='client.54359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:25 trial116 ceph-mon[70100]: from='client.54365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:26.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:25 trial116 ceph-mon[70100]: from='client.44415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:26 trial052 ceph-mon[94040]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:26 trial052 ceph-mon[96273]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:27.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:26 trial116 ceph-mon[70100]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:48:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:28 trial052 ceph-mon[94040]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:29.325 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:28 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:29.325 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:28 trial052 ceph-mon[96273]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:29.325 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:28 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:28 trial116 ceph-mon[70100]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:28 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:30 trial052 ceph-mon[94040]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 978 B/s rd, 0 op/s 2026-02-12T00:48:31.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:30 trial052 ceph-mon[96273]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 978 B/s rd, 0 op/s 2026-02-12T00:48:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:30 trial116 ceph-mon[70100]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 978 B/s rd, 0 op/s 2026-02-12T00:48:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:32 trial052 ceph-mon[94040]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:32 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:32 trial052 ceph-mon[96273]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:32 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:33.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:32 trial116 ceph-mon[70100]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:48:33.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:32 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:34.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:34.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:34.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:48:34.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:34.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:34] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:34.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:34.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:34.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:48:34.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:33 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:34.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:33 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2026-02-12T00:48:34.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:33 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:34.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:33 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2026-02-12T00:48:34.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:33 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:34.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:34.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:34.348 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:34 trial116 systemd[1]: Stopping Ceph osd.5 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:34.348 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:48:34.195+0000 7f3fc5eb2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:48:34.349 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:48:34.195+0000 7f3fc5eb2640 -1 osd.5 128 *** Got signal Terminated *** 2026-02-12T00:48:34.349 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[26637]: 2026-02-12T00:48:34.195+0000 7f3fc5eb2640 -1 osd.5 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:48:34.962 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: Upgrade: osd.5 is safe to restart 2026-02-12T00:48:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: Upgrade: Updating osd.5 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: Deploying daemon osd.5 on trial116 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[94040]: osd.5 marked itself down and dead 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: Upgrade: osd.5 is safe to restart 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: Upgrade: Updating osd.5 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: Deploying daemon osd.5 on trial116 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:48:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:34 trial052 ceph-mon[96273]: osd.5 marked itself down and dead 2026-02-12T00:48:35.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2026-02-12T00:48:35.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: Upgrade: osd.5 is safe to restart 2026-02-12T00:48:35.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: Upgrade: Updating osd.5 2026-02-12T00:48:35.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: Deploying daemon osd.5 on trial116 2026-02-12T00:48:35.320 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:48:35.321 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:34 trial116 ceph-mon[70100]: osd.5 marked itself down and dead 2026-02-12T00:48:35.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87274]: 2026-02-12 00:48:35.319660981 +0000 UTC m=+1.136796032 container died 317553b78489631fb96f50f3f25edaa55bc94d02a0c6a07f63dc3e2266f38905 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260202, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=squid) 2026-02-12T00:48:35.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87274]: 2026-02-12 00:48:35.329803539 +0000 UTC m=+1.146938590 container remove 317553b78489631fb96f50f3f25edaa55bc94d02a0c6a07f63dc3e2266f38905 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260202, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=squid) 2026-02-12T00:48:35.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 bash[87274]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5 2026-02-12T00:48:35.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.463284608 +0000 UTC m=+0.015608640 container create c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:48:35.598 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.494285155 +0000 UTC m=+0.046609207 container init c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:48:35.598 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.497260206 +0000 UTC m=+0.049584238 container start c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:35.598 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.497754065 +0000 UTC m=+0.050078107 container attach c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0) 2026-02-12T00:48:35.598 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.45727736 +0000 UTC m=+0.009601412 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:35.884 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.617121815 +0000 UTC m=+0.169445857 container died c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, OSD_FLAVOR=default, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:48:35.884 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87412]: 2026-02-12 00:48:35.628996142 +0000 UTC m=+0.181320174 container remove c0d959f87449abb52789f181b6dcf1d19ce46c4345c6275ac0073126ad34bd2a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:48:35.884 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.5.service: Deactivated successfully. 2026-02-12T00:48:35.885 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 systemd[1]: Stopped Ceph osd.5 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:35.885 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.5.service: Consumed 6.805s CPU time. 2026-02-12T00:48:35.885 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 systemd[1]: Starting Ceph osd.5 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:36.230 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:35 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:36.230 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:35 trial116 ceph-mon[70100]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T00:48:36.231 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87559]: 2026-02-12 00:48:35.883218286 +0000 UTC m=+0.016014095 container create 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, ceph=True, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:48:36.231 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87559]: 2026-02-12 00:48:35.916215044 +0000 UTC m=+0.049010863 container init 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS) 2026-02-12T00:48:36.231 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87559]: 2026-02-12 00:48:35.918817011 +0000 UTC m=+0.051612830 container start 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default) 2026-02-12T00:48:36.231 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87559]: 2026-02-12 00:48:35.919259294 +0000 UTC m=+0.052055113 container attach 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:48:36.231 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 podman[87559]: 2026-02-12 00:48:35.876884429 +0000 UTC m=+0.009680258 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:35 trial116 bash[87559]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.232 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:35 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:35 trial052 ceph-mon[94040]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T00:48:36.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:35 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:35 trial052 ceph-mon[96273]: osdmap e129: 8 total, 7 up, 8 in 2026-02-12T00:48:36.481 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.481 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T00:48:36.482 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate[87583]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87559]: --> ceph-volume lvm activate successful for osd ID: 5 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87559]: 2026-02-12 00:48:36.358099046 +0000 UTC m=+0.490894855 container died 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87559]: 2026-02-12 00:48:36.371151102 +0000 UTC m=+0.503946921 container remove 049079290a181eac3d72b5191f94dc033e6a80a19ba77d49767fac77c867e42a (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-activate, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3) 2026-02-12T00:48:36.483 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87797]: 2026-02-12 00:48:36.449348103 +0000 UTC m=+0.015933514 container create 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T00:48:36.735 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87797]: 2026-02-12 00:48:36.48221617 +0000 UTC m=+0.048801591 container init 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, OSD_FLAVOR=default, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:48:36.735 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87797]: 2026-02-12 00:48:36.484623716 +0000 UTC m=+0.051209127 container start 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:48:36.735 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 bash[87797]: 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 2026-02-12T00:48:36.735 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 podman[87797]: 2026-02-12 00:48:36.443735418 +0000 UTC m=+0.010320829 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:36.736 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 systemd[1]: Started Ceph osd.5 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:36.736 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-osd[87824]: -- 10.20.193.116:0/1736482141 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x408d860 con 0x41e8000 2026-02-12T00:48:36.995 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:36 trial116 ceph-mon[70100]: pgmap v101: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:36.995 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:36 trial116 ceph-mon[70100]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T00:48:36.995 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:36 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:36.995 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:36 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:36.995 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:36 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:48:36.744+0000 7f0fc48ed780 -1 Falling back to public interface 2026-02-12T00:48:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[94040]: pgmap v101: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[94040]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T00:48:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:37.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[96273]: pgmap v101: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[96273]: osdmap e130: 8 total, 7 up, 8 in 2026-02-12T00:48:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:36 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:37.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:37 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:48:37.248+0000 7f0fc48ed780 -1 osd.5 128 log_to_monitors true 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:37 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.346 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:48:37 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:48:37.980+0000 7f0fbc736640 -1 osd.5 128 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:38.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:37 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.038 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:38 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:48:38.782+0000 7feb89c4d640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: pgmap v103: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.040 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: pgmap v103: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.042 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:38 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: pgmap v103: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 243 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2026-02-12T00:48:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: osdmap e131: 8 total, 7 up, 8 in 2026-02-12T00:48:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:39.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:38 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:40.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686] boot 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:48:40.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:40.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:48:40.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:40.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686] boot 2026-02-12T00:48:40.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T00:48:40.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:39 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: osd.5 [v2:10.20.193.116:6808/268468686,v1:10.20.193.116:6809/268468686] boot 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: osdmap e132: 8 total, 8 up, 8 in 2026-02-12T00:48:40.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:39 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2026-02-12T00:48:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:40 trial052 ceph-mon[94040]: pgmap v106: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:41.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:40 trial052 ceph-mon[94040]: osdmap e133: 8 total, 8 up, 8 in 2026-02-12T00:48:41.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:40 trial052 ceph-mon[96273]: pgmap v106: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:41.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:40 trial052 ceph-mon[96273]: osdmap e133: 8 total, 8 up, 8 in 2026-02-12T00:48:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:40 trial116 ceph-mon[70100]: pgmap v106: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:40 trial116 ceph-mon[70100]: osdmap e133: 8 total, 8 up, 8 in 2026-02-12T00:48:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:42 trial052 ceph-mon[94040]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:42 trial052 ceph-mon[96273]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:42 trial116 ceph-mon[70100]: pgmap v108: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 239 MiB used, 5.5 TiB / 5.5 TiB avail; 81/732 objects degraded (11.066%) 2026-02-12T00:48:44.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:43 trial052 ceph-mon[94040]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T00:48:44.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:44] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:44.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:43 trial052 ceph-mon[96273]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T00:48:44.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:43 trial116 ceph-mon[70100]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 511 B/s rd, 0 op/s 2026-02-12T00:48:44.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:44.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:44.984 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:44 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded) 2026-02-12T00:48:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:44 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:48:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:44 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded) 2026-02-12T00:48:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:44 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:48:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:44 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 81/732 objects degraded (11.066%), 20 pgs degraded) 2026-02-12T00:48:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:44 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:48:46.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:45 trial052 ceph-mon[94040]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 395 B/s rd, 0 op/s 2026-02-12T00:48:46.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:45 trial052 ceph-mon[96273]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 395 B/s rd, 0 op/s 2026-02-12T00:48:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:45 trial116 ceph-mon[70100]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 395 B/s rd, 0 op/s 2026-02-12T00:48:49.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:48 trial116 ceph-mon[70100]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:48:49.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:48 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:49.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:48:49.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:48:49.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:48:49.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:48 trial052 ceph-mon[94040]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:48:49.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:48 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:48 trial052 ceph-mon[96273]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:48:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:48 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:51.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:50 trial116 ceph-mon[70100]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:48:51.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:50 trial052 ceph-mon[94040]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:48:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:50 trial052 ceph-mon[96273]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:48:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:52 trial052 ceph-mon[94040]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:48:53.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:52 trial052 ceph-mon[96273]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:48:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:52 trial116 ceph-mon[70100]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:48:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:54.231 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:54.232 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:48:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:48:54.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:48:54.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:54.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2026-02-12T00:48:54.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:54] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:48:54.755 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:54 trial116 systemd[1]: Stopping Ceph osd.6 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:54.755 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:48:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:48:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:48:54.971 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:48:55.097 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:48:54.753+0000 7f2770a39640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:48:55.097 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:48:54.753+0000 7f2770a39640 -1 osd.6 133 *** Got signal Terminated *** 2026-02-12T00:48:55.097 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[31971]: 2026-02-12T00:48:54.753+0000 7f2770a39640 -1 osd.6 133 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:48:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: Upgrade: osd.6 is safe to restart 2026-02-12T00:48:55.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:55.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:48:55.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:55.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:54 trial116 ceph-mon[70100]: osd.6 marked itself down and dead 2026-02-12T00:48:55.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: Upgrade: osd.6 is safe to restart 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[94040]: osd.6 marked itself down and dead 2026-02-12T00:48:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: Upgrade: osd.6 is safe to restart 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:55.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:54 trial052 ceph-mon[96273]: osd.6 marked itself down and dead 2026-02-12T00:48:55.307 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:48:55.307 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (3m) 58s ago 22m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:48:55.307 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (3m) 17s ago 22m 156M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (3m) 58s ago 22m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (3m) 17s ago 24m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (13m) 58s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (2m) 58s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (3m) 17s ago 24m 49.6M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (2m) 58s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (3m) 58s ago 22m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (3m) 17s ago 22m 12.1M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (2m) 58s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (109s) 58s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:48:55.308 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (94s) 58s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (59s) 58s ago 23m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (39s) 17s ago 23m 49.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (18s) 17s ago 23m 16.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (23m) 17s ago 23m 64.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 0d41c6e1ae24 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (23m) 17s ago 23m 69.6M 19.5G 19.2.3-672-g283431c0 4cc07a41bb19 4fd8243d6246 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (16m) 17s ago 22m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (22m) 58s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:48:55.309 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (22m) 17s ago 22m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:48:55.509 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 6 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 3, 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 11 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:48:55.510 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:48:55.680 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:48:55.680 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:48:55.680 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:48:55.680 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:48:55.680 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2026-02-12T00:48:55.681 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "6/8 daemons upgraded", 2026-02-12T00:48:55.681 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading osd daemons", 2026-02-12T00:48:55.681 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:48:55.681 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:48:55.811 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93327]: 2026-02-12 00:48:55.502369535 +0000 UTC m=+0.762367679 container died 0d41c6e1ae24354665dbf9cd799a561047554b270803db8c23165f45c36c17a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260202, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_REF=squid, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:48:55.811 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93327]: 2026-02-12 00:48:55.512075771 +0000 UTC m=+0.772073925 container remove 0d41c6e1ae24354665dbf9cd799a561047554b270803db8c23165f45c36c17a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260202, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, org.label-schema.vendor=CentOS, CEPH_REF=squid, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.schema-version=1.0) 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 bash[93327]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.647170314 +0000 UTC m=+0.016600464 container create 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS) 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.683455093 +0000 UTC m=+0.052885183 container init 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209) 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.686301495 +0000 UTC m=+0.055731585 container start 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0) 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.686842711 +0000 UTC m=+0.056272811 container attach 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:48:55.812 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.64076238 +0000 UTC m=+0.010192470 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:56.094 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: Upgrade: Updating osd.6 2026-02-12T00:48:56.094 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: Deploying daemon osd.6 on trial116 2026-02-12T00:48:56.094 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: from='client.54389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:56.094 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:56.095 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T00:48:56.095 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:55 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3695116585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:56.095 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.810344822 +0000 UTC m=+0.179774912 container died 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T00:48:56.095 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 podman[93462]: 2026-02-12 00:48:55.82216652 +0000 UTC m=+0.191596600 container remove 4d2bc66014ec984a100f5933856bebbcaef4d02a21ddf62052128febf82f57b3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2) 2026-02-12T00:48:56.096 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.6.service: Deactivated successfully. 2026-02-12T00:48:56.096 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 systemd[1]: Stopped Ceph osd.6 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:56.096 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:55 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.6.service: Consumed 6.102s CPU time. 2026-02-12T00:48:56.096 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 systemd[1]: Starting Ceph osd.6 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: Upgrade: Updating osd.6 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: Deploying daemon osd.6 on trial116 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: from='client.54389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T00:48:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3695116585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: Upgrade: Updating osd.6 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: Deploying daemon osd.6 on trial116 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: from='client.54389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: osdmap e134: 8 total, 7 up, 8 in 2026-02-12T00:48:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:55 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3695116585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:56.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.092582067 +0000 UTC m=+0.019304300 container create 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:48:56.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.12525971 +0000 UTC m=+0.051981953 container init 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, org.label-schema.vendor=CentOS, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:48:56.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.128511176 +0000 UTC m=+0.055233399 container start 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.129174439 +0000 UTC m=+0.055896672 container attach 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.085381069 +0000 UTC m=+0.012103313 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.348 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T00:48:56.681 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate[93630]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93606]: --> ceph-volume lvm activate successful for osd ID: 6 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.544847453 +0000 UTC m=+0.471569686 container died 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93606]: 2026-02-12 00:48:56.555809914 +0000 UTC m=+0.482532147 container remove 04453bcfed009731963c99e75b233f4e318fa08eb9ba4289a7b51ffd0f460389 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-activate, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93836]: 2026-02-12 00:48:56.637042008 +0000 UTC m=+0.016952729 container create cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93836]: 2026-02-12 00:48:56.664078854 +0000 UTC m=+0.043989505 container init cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93836]: 2026-02-12 00:48:56.666414907 +0000 UTC m=+0.046325558 container start cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 bash[93836]: cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 podman[93836]: 2026-02-12 00:48:56.631095823 +0000 UTC m=+0.011006474 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 systemd[1]: Started Ceph osd.6 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:48:56.682 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-osd[93864]: -- 10.20.193.116:0/2838137840 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x2ce1860 con 0x2e3c400 2026-02-12T00:48:56.961 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:48:56.923+0000 7f06d30d6780 -1 Falling back to public interface 2026-02-12T00:48:57.211 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.211 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: from='client.54401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.211 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: from='client.54413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.211 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: pgmap v116: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:57.212 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T00:48:57.212 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.212 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:56 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: from='client.54401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: from='client.54413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: pgmap v116: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: from='client.54401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: from='client.54413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: pgmap v116: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: osdmap e135: 8 total, 7 up, 8 in 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:56 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:57.463 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:48:57.407+0000 7f06d30d6780 -1 osd.6 133 log_to_monitors true 2026-02-12T00:48:58.259 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:48:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:48:57.978+0000 7f06caf1f640 -1 osd.6 133 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:48:58.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:57 trial116 ceph-mon[70100]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:57 trial116 ceph-mon[70100]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:58.260 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:57 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[94040]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[94040]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:58.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[96273]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[96273]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2026-02-12T00:48:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:58.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:57 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: pgmap v118: 161 pgs: 28 active+undersized, 2 stale+active+clean, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:48:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:48:59.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 74/732 objects degraded (10.109%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:59.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:58 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:48:59.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:48:58 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:48:58.893+0000 7feb89c4d640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:48:59.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: pgmap v118: 161 pgs: 28 active+undersized, 2 stale+active+clean, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:48:59.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 74/732 objects degraded (10.109%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:48:59.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: pgmap v118: 161 pgs: 28 active+undersized, 2 stale+active+clean, 16 active+undersized+degraded, 115 active+clean; 585 KiB data, 240 MiB used, 5.5 TiB / 5.5 TiB avail; 74/732 objects degraded (10.109%) 2026-02-12T00:48:59.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:48:59.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: osdmap e136: 8 total, 7 up, 8 in 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 74/732 objects degraded (10.109%), 16 pgs degraded (PG_DEGRADED) 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:48:59.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:58 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:49:00.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669] boot 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[94040]: osdmap e138: 8 total, 8 up, 8 in 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:00.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:49:00.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:00.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669] boot 2026-02-12T00:49:00.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T00:49:00.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:49:00.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:48:59 trial052 ceph-mon[96273]: osdmap e138: 8 total, 8 up, 8 in 2026-02-12T00:49:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2026-02-12T00:49:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:00.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: osd.6 [v2:10.20.193.116:6816/3331394669,v1:10.20.193.116:6817/3331394669] boot 2026-02-12T00:49:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: osdmap e137: 8 total, 8 up, 8 in 2026-02-12T00:49:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2026-02-12T00:49:00.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:48:59 trial116 ceph-mon[70100]: osdmap e138: 8 total, 8 up, 8 in 2026-02-12T00:49:01.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:00 trial052 ceph-mon[94040]: pgmap v121: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:01.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:00 trial052 ceph-mon[96273]: pgmap v121: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:01.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:00 trial116 ceph-mon[70100]: pgmap v121: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:02 trial052 ceph-mon[94040]: pgmap v123: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:03.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:02 trial052 ceph-mon[96273]: pgmap v123: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:02 trial116 ceph-mon[70100]: pgmap v123: 161 pgs: 33 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 236 MiB used, 5.5 TiB / 5.5 TiB avail; 87/732 objects degraded (11.885%) 2026-02-12T00:49:04.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[94040]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-12T00:49:04.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/732 objects degraded (11.885%), 20 pgs degraded) 2026-02-12T00:49:04.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:49:04.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:04.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[96273]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-12T00:49:04.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/732 objects degraded (11.885%), 20 pgs degraded) 2026-02-12T00:49:04.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:04 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:49:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:04 trial116 ceph-mon[70100]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 341 B/s rd, 0 op/s 2026-02-12T00:49:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:04 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 87/732 objects degraded (11.885%), 20 pgs degraded) 2026-02-12T00:49:04.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:04 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:49:04.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:06 trial116 ceph-mon[70100]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 263 B/s rd, 0 op/s 2026-02-12T00:49:07.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:06 trial052 ceph-mon[94040]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 263 B/s rd, 0 op/s 2026-02-12T00:49:07.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:06 trial052 ceph-mon[96273]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 263 B/s rd, 0 op/s 2026-02-12T00:49:09.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:08 trial116 ceph-mon[70100]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:49:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:08 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:08 trial052 ceph-mon[94040]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:49:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:08 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:09.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:08 trial052 ceph-mon[96273]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 933 B/s rd, 0 op/s 2026-02-12T00:49:09.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:08 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:11.090 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:10 trial052 ceph-mon[94040]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:49:11.090 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:10 trial052 ceph-mon[96273]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:49:11.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:10 trial116 ceph-mon[70100]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 819 B/s rd, 0 op/s 2026-02-12T00:49:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:12 trial052 ceph-mon[94040]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:49:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:12 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:13.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:12 trial052 ceph-mon[96273]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:49:13.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:12 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:13.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:12 trial116 ceph-mon[70100]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 695 B/s rd, 0 op/s 2026-02-12T00:49:13.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:12 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:14.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:13 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:49:14.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:13 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:49:14.289 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:14.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:13 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2026-02-12T00:49:14.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:14.863 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:14.863 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:14 trial116 systemd[1]: Stopping Ceph osd.7 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:49:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: Upgrade: osd.7 is safe to restart 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[94040]: osd.7 marked itself down and dead 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:49:15.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: Upgrade: osd.7 is safe to restart 2026-02-12T00:49:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:49:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:15.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:14 trial052 ceph-mon[96273]: osd.7 marked itself down and dead 2026-02-12T00:49:15.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:49:14.859+0000 7f8dd68f9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:49:15.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:49:14.859+0000 7f8dd68f9640 -1 osd.7 138 *** Got signal Terminated *** 2026-02-12T00:49:15.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[37231]: 2026-02-12T00:49:14.859+0000 7f8dd68f9640 -1 osd.7 138 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1.1 KiB/s rd, 1 op/s 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: Upgrade: osd.7 is safe to restart 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:14 trial116 ceph-mon[70100]: osd.7 marked itself down and dead 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[98951]: 2026-02-12 00:49:15.660823511 +0000 UTC m=+0.812915534 container died 4fd8243d6246a96d6adc30c9ff859386bdcaa32314abe9553da787f9f81a274f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260202, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=squid, ceph=True, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[98951]: 2026-02-12 00:49:15.670108192 +0000 UTC m=+0.822200215 container remove 4fd8243d6246a96d6adc30c9ff859386bdcaa32314abe9553da787f9f81a274f (image=quay.ceph.io/ceph-ci/ceph@sha256:20ed745b2443ef2bcde9786bc2b320e2406866236ee87c83b3f1daa2d7eecdd4, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=squid, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_SHA1=283431c091dafc302f5753f809d0bd1eddce0869, org.label-schema.build-date=20260202) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 bash[98951]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.799057631 +0000 UTC m=+0.016354687 container create 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, ceph=True, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.826375599 +0000 UTC m=+0.043672605 container init 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , ceph=True, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.829115834 +0000 UTC m=+0.046412830 container start 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, io.buildah.version=1.41.3) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.829561553 +0000 UTC m=+0.046858559 container attach 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.792589706 +0000 UTC m=+0.009886722 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:15.951 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.950344909 +0000 UTC m=+0.167641915 container died 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:49:16.223 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:15 trial116 ceph-mon[70100]: Upgrade: Updating osd.7 2026-02-12T00:49:16.223 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:15 trial116 ceph-mon[70100]: Deploying daemon osd.7 on trial116 2026-02-12T00:49:16.224 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:15 trial116 ceph-mon[70100]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:49:16.224 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:15 trial116 ceph-mon[70100]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T00:49:16.224 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:15 trial116 ceph-mon[70100]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T00:49:16.224 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 podman[99085]: 2026-02-12 00:49:15.961893639 +0000 UTC m=+0.179190636 container remove 9f764f14fdf9b6363c9681991d6ff215c351bd4e593f692a76ef97ec42cfad65 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:49:16.224 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.7.service: Deactivated successfully. 2026-02-12T00:49:16.224 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 systemd[1]: Stopped Ceph osd.7 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:49:16.224 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:15 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.7.service: Consumed 7.164s CPU time. 2026-02-12T00:49:16.224 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 systemd[1]: Starting Ceph osd.7 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:49:16.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[94040]: Upgrade: Updating osd.7 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[94040]: Deploying daemon osd.7 on trial116 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[94040]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[94040]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[94040]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[96273]: Upgrade: Updating osd.7 2026-02-12T00:49:16.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[96273]: Deploying daemon osd.7 on trial116 2026-02-12T00:49:16.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[96273]: Health check failed: 1 osds down (OSD_DOWN) 2026-02-12T00:49:16.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[96273]: Health check failed: all OSDs are running tentacle or later but require_osd_release < tentacle (OSD_UPGRADE_FINISHED) 2026-02-12T00:49:16.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:15 trial052 ceph-mon[96273]: osdmap e139: 8 total, 7 up, 8 in 2026-02-12T00:49:16.557 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.222686326 +0000 UTC m=+0.016107888 container create d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:49:16.557 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.257062517 +0000 UTC m=+0.050484019 container init d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.259643005 +0000 UTC m=+0.053064517 container start d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS) 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.260153013 +0000 UTC m=+0.053574525 container attach d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.216518018 +0000 UTC m=+0.009939530 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.558 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:49:16.559 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: --> Failed to activate via raw: did not find any matching OSD to activate 2026-02-12T00:49:16.559 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.559 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ceph-authtool --gen-print-key 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2026-02-12T00:49:16.827 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate[99260]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T00:49:16.828 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99233]: --> ceph-volume lvm activate successful for osd ID: 7 2026-02-12T00:49:16.829 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.688137068 +0000 UTC m=+0.481558570 container died d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, ceph=True, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:49:16.829 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99233]: 2026-02-12 00:49:16.699311984 +0000 UTC m=+0.492733496 container remove d1d23ccb977fd41f20ea1a9f05d5f3fb5507a19b1a5b66ef3e20305136a42cf1 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-activate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:49:16.829 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99468]: 2026-02-12 00:49:16.796453548 +0000 UTC m=+0.016459984 container create 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2026-02-12T00:49:17.082 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:16 trial116 ceph-mon[70100]: pgmap v131: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:49:17.083 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:16 trial116 ceph-mon[70100]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T00:49:17.083 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.083 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:16 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.083 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99468]: 2026-02-12 00:49:16.827406675 +0000 UTC m=+0.047413041 container init 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, io.buildah.version=1.41.3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:49:17.083 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99468]: 2026-02-12 00:49:16.830276099 +0000 UTC m=+0.050282465 container start 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, ceph=True, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:49:17.083 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 bash[99468]: 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 2026-02-12T00:49:17.084 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 podman[99468]: 2026-02-12 00:49:16.79051109 +0000 UTC m=+0.010517456 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:17.084 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 systemd[1]: Started Ceph osd.7 for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:49:17.084 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:16 trial116 ceph-osd[99498]: -- 10.20.193.116:0/2432381640 <== mon.1 v2:10.20.193.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x4013860 con 0x3fafc00 2026-02-12T00:49:17.084 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:49:17.076+0000 7ff8abd35780 -1 Falling back to public interface 2026-02-12T00:49:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[94040]: pgmap v131: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[94040]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[96273]: pgmap v131: 161 pgs: 23 stale+active+clean, 138 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 0 op/s 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[96273]: osdmap e140: 8 total, 7 up, 8 in 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:16 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:17.714 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:49:17.586+0000 7ff8abd35780 -1 osd.7 138 log_to_monitors true 2026-02-12T00:49:18.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[96273]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[96273]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[94040]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[94040]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.300 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:17 trial116 ceph-mon[70100]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.300 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:17 trial116 ceph-mon[70100]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2026-02-12T00:49:18.300 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.300 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:18.300 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:49:17 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:49:17.985+0000 7ff89fb76640 -1 osd.7 138 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: pgmap v133: 161 pgs: 27 active+undersized, 8 stale+active+clean, 21 active+undersized+degraded, 105 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: osdmap e141: 8 total, 7 up, 8 in 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:19.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: pgmap v133: 161 pgs: 27 active+undersized, 8 stale+active+clean, 21 active+undersized+degraded, 105 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: osdmap e141: 8 total, 7 up, 8 in 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:19.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:18 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:19.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: pgmap v133: 161 pgs: 27 active+undersized, 8 stale+active+clean, 21 active+undersized+degraded, 105 active+clean; 585 KiB data, 237 MiB used, 5.5 TiB / 5.5 TiB avail; 79/732 objects degraded (10.792%) 2026-02-12T00:49:19.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: Health check failed: Degraded data redundancy: 79/732 objects degraded (10.792%), 21 pgs degraded (PG_DEGRADED) 2026-02-12T00:49:19.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2026-02-12T00:49:19.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: osdmap e141: 8 total, 7 up, 8 in 2026-02-12T00:49:19.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.6836, "args": ["host=trial116", "root=default"]} : dispatch 2026-02-12T00:49:19.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:19.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:19.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:18 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255] boot 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T00:49:20.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255] boot 2026-02-12T00:49:20.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T00:49:20.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T00:49:20.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T00:49:20.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T00:49:20.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T00:49:20.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T00:49:20.295 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:19 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T00:49:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: Health check cleared: OSD_DOWN (was: 1 osds down) 2026-02-12T00:49:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: osd.7 [v2:10.20.193.116:6824/2705510255,v1:10.20.193.116:6825/2705510255] boot 2026-02-12T00:49:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: osdmap e142: 8 total, 8 up, 8 in 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:20.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2026-02-12T00:49:20.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2026-02-12T00:49:20.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2026-02-12T00:49:20.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2026-02-12T00:49:20.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2026-02-12T00:49:20.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:19 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "tentacle"} : dispatch 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: pgmap v136: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T00:49:21.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:21.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:21.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: pgmap v136: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:21.296 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:20 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: Upgrade: Setting require_osd_release to 20 tentacle 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: pgmap v136: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running tentacle or later but require_osd_release < tentacle) 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "tentacle"}]': finished 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: osdmap e143: 8 total, 8 up, 8 in 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:21.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:21.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:21.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:21.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:21.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:20 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:22.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:22.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:49:22.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:21 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:49:22.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:21 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:23.248 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:22 trial116 ceph-mon[70100]: pgmap v138: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:22 trial052 ceph-mon[94040]: pgmap v138: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:23.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:22 trial052 ceph-mon[96273]: pgmap v138: 161 pgs: 6 unknown, 39 active+undersized, 24 active+undersized+degraded, 92 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 88/732 objects degraded (12.022%) 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:24] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[94040]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[94040]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 24 pgs degraded) 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[94040]: Cluster is now healthy 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[96273]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[96273]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 24 pgs degraded) 2026-02-12T00:49:24.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:24 trial052 ceph-mon[96273]: Cluster is now healthy 2026-02-12T00:49:24.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:24 trial116 ceph-mon[70100]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 682 B/s rd, 0 op/s 2026-02-12T00:49:24.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:24 trial116 ceph-mon[70100]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 88/732 objects degraded (12.022%), 24 pgs degraded) 2026-02-12T00:49:24.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:24 trial116 ceph-mon[70100]: Cluster is now healthy 2026-02-12T00:49:24.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:24.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:25.856 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:49:25.892 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:49:26.176 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (4m) 89s ago 23m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (4m) 8s ago 23m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (4m) 89s ago 22m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (4m) 8s ago 24m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (13m) 89s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (3m) 89s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:49:26.399 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (3m) 8s ago 25m 51.7M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (3m) 89s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (4m) 89s ago 23m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (4m) 8s ago 23m 13.0M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (2m) 89s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (2m) 89s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (2m) 89s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (90s) 89s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (70s) 8s ago 24m 52.9M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (49s) 8s ago 23m 52.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (29s) 8s ago 23m 48.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (9s) 8s ago 23m 14.1M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:49:26.400 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (16m) 8s ago 23m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:49:26.401 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (22m) 89s ago 22m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:49:26.401 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (22m) 8s ago 22m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:49:26.435 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2026-02-12T00:49:26.719 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:26.979 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:49:27.001 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:26 trial052 ceph-mon[96273]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 526 B/s rd, 0 op/s 2026-02-12T00:49:27.001 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:26 trial052 ceph-mon[96273]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:27.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:26 trial052 ceph-mon[94040]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 526 B/s rd, 0 op/s 2026-02-12T00:49:27.001 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:26 trial052 ceph-mon[94040]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:27.011 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2026-02-12T00:49:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:26 trial116 ceph-mon[70100]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 526 B/s rd, 0 op/s 2026-02-12T00:49:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:26 trial116 ceph-mon[70100]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:27.290 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:27.554 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T00:49:27.585 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:49:27.874 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[94040]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2277945765' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2987158740' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[96273]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2277945765' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:27.897 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:27 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2987158740' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:28.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:27 trial116 ceph-mon[70100]: from='client.44475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:28.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:27 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2277945765' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:28.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:27 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2987158740' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:28.098 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:49:28.134 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:49:28.415 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:28.663 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:49:28.701 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2026-02-12T00:49:28.981 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:29.004 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:28 trial052 ceph-mon[94040]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:49:29.004 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:28 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2755382814' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:49:29.004 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:28 trial052 ceph-mon[96273]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:49:29.004 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:28 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2755382814' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:49:29.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:28 trial116 ceph-mon[70100]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:49:29.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:28 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2755382814' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:49:29.482 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:29.523 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2026-02-12T00:49:29.815 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:49:29.993 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:29.993 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:29.993 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:29.994 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:29.995 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:29 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:30.056 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='client.44493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:30.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:30.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:30.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:29 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:30.405 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:49:30.405 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (4m) 93s ago 23m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (4m) 12s ago 23m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (4m) 93s ago 22m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (4m) 12s ago 24m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (13m) 93s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (3m) 93s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (3m) 12s ago 25m 51.7M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (3m) 93s ago 24m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (4m) 93s ago 23m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (4m) 12s ago 23m 13.0M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (2m) 93s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:49:30.406 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (2m) 93s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (2m) 93s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (94s) 93s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (74s) 12s ago 24m 52.9M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (53s) 12s ago 23m 52.7M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (33s) 12s ago 23m 48.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (13s) 12s ago 23m 14.1M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (16m) 12s ago 23m 63.7M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (23m) 93s ago 23m - - 19.2.3-672-g283431c0 4cc07a41bb19 90d229a10c84 2026-02-12T00:49:30.407 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (23m) 12s ago 23m 113M - 19.2.3-672-g283431c0 4cc07a41bb19 d9cff3022161 2026-02-12T00:49:30.613 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:49:30.613 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:49:30.613 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:49:30.613 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:49:30.614 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 2, 2026-02-12T00:49:30.615 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 13 2026-02-12T00:49:30.615 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:49:30.615 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [], 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "0/2 daemons upgraded", 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading rgw daemons", 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:49:30.785 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.098 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:31.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:31.099 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:30 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2715520424' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:31.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2715520424' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 921 B/s rd, 0 op/s 2026-02-12T00:49:31.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgr 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all osd 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mds 2026-02-12T00:49:31.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:31.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial052.aegata", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:31.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:31.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:30 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2715520424' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:32.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: Upgrade: Updating rgw.foo.trial052.aegata (1/2) 2026-02-12T00:49:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:49:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:31 trial116 ceph-mon[70100]: from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: Upgrade: Updating rgw.foo.trial052.aegata (1/2) 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[94040]: from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: from='client.54470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: Upgrade: Updating rgw.foo.trial052.aegata (1/2) 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: Deploying daemon rgw.foo.trial052.aegata on trial052 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: from='client.44523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:32.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:31 trial052 ceph-mon[96273]: from='client.54494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:49:33.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:32 trial116 ceph-mon[70100]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T00:49:33.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:32 trial052 ceph-mon[96273]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T00:49:33.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:32 trial052 ceph-mon[94040]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 782 B/s rd, 0 op/s 2026-02-12T00:49:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:34] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:34.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:35.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:34 trial116 ceph-mon[70100]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:34 trial052 ceph-mon[94040]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:34 trial052 ceph-mon[96273]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:37.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:36 trial116 ceph-mon[70100]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:37.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:36 trial052 ceph-mon[96273]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:36 trial052 ceph-mon[94040]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:39.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:38 trial116 ceph-mon[70100]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:39.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:38 trial052 ceph-mon[96273]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:38 trial052 ceph-mon[94040]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:49:40.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:39 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:40.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:39 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:40.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:39 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:41.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:40 trial116 ceph-mon[70100]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:41.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:40 trial052 ceph-mon[94040]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:41.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:40 trial052 ceph-mon[96273]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:42.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:42.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:42.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.trial116.iqakcw", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2026-02-12T00:49:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[94040]: Upgrade: Updating rgw.foo.trial116.iqakcw (2/2) 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[94040]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[94040]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[96273]: Upgrade: Updating rgw.foo.trial116.iqakcw (2/2) 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[96273]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:49:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:42 trial052 ceph-mon[96273]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:42 trial116 ceph-mon[70100]: Upgrade: Updating rgw.foo.trial116.iqakcw (2/2) 2026-02-12T00:49:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:42 trial116 ceph-mon[70100]: Deploying daemon rgw.foo.trial116.iqakcw on trial116 2026-02-12T00:49:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:42 trial116 ceph-mon[70100]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 229 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:49:44.505 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:44] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:44.515 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:44.835 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:44 trial116 ceph-mon[70100]: pgmap v149: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 294 op/s 2026-02-12T00:49:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:44 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:45.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:44 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[94040]: pgmap v149: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 294 op/s 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[96273]: pgmap v149: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 294 op/s 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:45.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:44 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:46 trial116 ceph-mon[70100]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 293 op/s 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[94040]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 293 op/s 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.538 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:46.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:46 trial052 ceph-mon[96273]: pgmap v150: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 169 KiB/s rd, 2.7 KiB/s wr, 293 op/s 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rgw 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"}]': finished 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"}]': finished 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.598 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.599 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: Checking dashboard <-> RGW credentials 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.600 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:47 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rgw 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"}]': finished 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"}]': finished 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.789 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: 2 rgw daemon(s) are 19.2.3-672-g283431c0 != target 20.3.0-5221-ge200f5a1 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rgw 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial052.aegata"}]': finished 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.trial116.iqakcw"}]': finished 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.790 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:47.791 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nfs 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.792 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:49:47.793 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: Checking dashboard <-> RGW credentials 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.794 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: Checking dashboard <-> RGW credentials 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:47.795 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:47 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:49:48.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:48 trial116 ceph-mon[70100]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 282 KiB/s rd, 2.8 KiB/s wr, 488 op/s 2026-02-12T00:49:48.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:48 trial052 ceph-mon[94040]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 282 KiB/s rd, 2.8 KiB/s wr, 488 op/s 2026-02-12T00:49:48.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:48 trial052 ceph-mon[96273]: pgmap v151: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 282 KiB/s rd, 2.8 KiB/s wr, 488 op/s 2026-02-12T00:49:49.337 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:49:49.337 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:49:49.337 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:49:49.596 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:49 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:49.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:49 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:49.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:49 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:50.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:50 trial116 ceph-mon[70100]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:50.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:50 trial052 ceph-mon[94040]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:50.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:50 trial052 ceph-mon[96273]: pgmap v152: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:53.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:52 trial116 ceph-mon[70100]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:52 trial052 ceph-mon[94040]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:52 trial052 ceph-mon[96273]: pgmap v153: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 608 op/s 2026-02-12T00:49:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:49:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:54] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:49:54.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:49:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:49:54.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:49:55.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:54 trial116 ceph-mon[70100]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 609 op/s 2026-02-12T00:49:55.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:49:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:49:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:49:55.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:54 trial052 ceph-mon[94040]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 609 op/s 2026-02-12T00:49:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:54 trial052 ceph-mon[96273]: pgmap v154: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 354 KiB/s rd, 2.8 KiB/s wr, 609 op/s 2026-02-12T00:49:56.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:56 trial116 ceph-mon[70100]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:56 trial052 ceph-mon[94040]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:57.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:56 trial052 ceph-mon[96273]: pgmap v155: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:58.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:58 trial052 ceph-mon[94040]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:58.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:58 trial052 ceph-mon[96273]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:58.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:58 trial116 ceph-mon[70100]: pgmap v156: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 186 KiB/s rd, 85 B/s wr, 316 op/s 2026-02-12T00:49:59.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:49:59 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:59.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:49:59 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:49:59.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:49:59 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:00.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:00 trial052 ceph-mon[94040]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 122 op/s 2026-02-12T00:50:00.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:00 trial052 ceph-mon[94040]: overall HEALTH_OK 2026-02-12T00:50:00.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:00 trial052 ceph-mon[96273]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 122 op/s 2026-02-12T00:50:00.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:00 trial052 ceph-mon[96273]: overall HEALTH_OK 2026-02-12T00:50:00.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:00 trial116 ceph-mon[70100]: pgmap v157: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 73 KiB/s rd, 0 B/s wr, 122 op/s 2026-02-12T00:50:00.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:00 trial116 ceph-mon[70100]: overall HEALTH_OK 2026-02-12T00:50:00.958 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:50:01.056 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:50:01.339 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:01.558 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (4m) 16s ago 23m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (4m) 16s ago 23m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (5m) 16s ago 23m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (5m) 16s ago 25m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (14m) 16s ago 26m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (3m) 16s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (4m) 16s ago 25m 50.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (3m) 16s ago 25m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (4m) 16s ago 23m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:50:01.559 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (4m) 16s ago 23m 12.2M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (3m) 16s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (2m) 16s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (2m) 16s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (2m) 16s ago 24m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (105s) 16s ago 24m 66.0M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (85s) 16s ago 24m 60.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (64s) 16s ago 24m 56.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (44s) 16s ago 24m 59.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (17m) 16s ago 23m 65.8M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (20s) 16s ago 23m - - 20.3.0-5221-ge200f5a1 c60a330ee965 0576ab283b54 2026-02-12T00:50:01.560 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (17s) 16s ago 23m 102M - 20.3.0-5221-ge200f5a1 c60a330ee965 0c7dd1ee1809 2026-02-12T00:50:01.597 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:50:01.621 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:01 trial052 ceph-mon[94040]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:01.621 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:01 trial052 ceph-mon[96273]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:01.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:01 trial116 ceph-mon[70100]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:01.880 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:02.140 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:50:02.140 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:50:02.140 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:50:02.140 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:02.140 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 19.2.3-672-g283431c0 (283431c091dafc302f5753f809d0bd1eddce0869) squid (stable)": 1, 2026-02-12T00:50:02.141 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T00:50:02.142 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:50:02.142 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:50:02.179 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'time timeout 60 bash -c "until ceph versions | jq -e '"'"'.rgw | length == 1'"'"'; do sleep 2; done"' 2026-02-12T00:50:02.499 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:02.767 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:02.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[94040]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:02.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[94040]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:02.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/249856039' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:02.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[96273]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:02.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[96273]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:02.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:02 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/249856039' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:02 trial116 ceph-mon[70100]: from='client.54584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:02 trial116 ceph-mon[70100]: pgmap v158: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:02.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:02 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/249856039' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:03.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:03 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1658111505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:03.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:03 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1658111505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:03.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:03 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1658111505' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:04.504 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:04.538 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:04.183Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:04.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:04 trial052 ceph-mon[94040]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:04.788 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:04 trial052 ceph-mon[96273]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:04.846 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:04 trial116 ceph-mon[70100]: pgmap v159: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:04.847 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:04.970 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:05.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:05 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/992668779' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:06.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:05 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/992668779' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:06.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:05 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/992668779' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:06.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:06 trial116 ceph-mon[70100]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:07.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:06 trial052 ceph-mon[94040]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:07.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:06 trial052 ceph-mon[96273]: pgmap v160: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:07.175 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:07.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:07 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1175491097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:08.023 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:07 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1175491097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:08.023 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:07 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1175491097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:08.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:08 trial116 ceph-mon[70100]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:09.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:08 trial052 ceph-mon[94040]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:09.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:08 trial052 ceph-mon[96273]: pgmap v161: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:09.378 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:09 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:09.788 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:09 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3388398363' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:09.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:09 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:09.789 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:09 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3388398363' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:09.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:09 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:09.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:09 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3388398363' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:10.847 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:10 trial116 ceph-mon[70100]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:11.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:10 trial052 ceph-mon[94040]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:11.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:10 trial052 ceph-mon[96273]: pgmap v162: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:11.581 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:11.939 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:11 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/4282964337' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:11.940 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:11 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/4282964337' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:12.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:11 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/4282964337' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:13.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:12 trial052 ceph-mon[94040]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:13.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:12 trial052 ceph-mon[96273]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:12 trial116 ceph-mon[70100]: pgmap v163: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:13.787 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:14.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:13 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/71843623' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:14.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:13 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/71843623' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:14.096 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:13 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/71843623' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:14.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:15.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:14 trial116 ceph-mon[70100]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:14 trial052 ceph-mon[94040]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:14 trial052 ceph-mon[96273]: pgmap v164: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:15.992 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:17.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:16 trial116 ceph-mon[70100]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:17.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:16 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1043894563' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:16 trial052 ceph-mon[94040]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:16 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1043894563' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:16 trial052 ceph-mon[96273]: pgmap v165: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:16 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1043894563' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:18.195 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:18 trial116 ceph-mon[70100]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:18 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3569940267' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:18 trial052 ceph-mon[94040]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:18 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3569940267' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:19.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:18 trial052 ceph-mon[96273]: pgmap v166: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:19.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:18 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3569940267' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:20.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:19 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:19 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:19 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:20.400 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:21.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:20 trial116 ceph-mon[70100]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:21.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:20 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2978103609' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:21.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:20 trial052 ceph-mon[94040]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:21.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:20 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2978103609' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:21.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:20 trial052 ceph-mon[96273]: pgmap v167: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:21.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:20 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2978103609' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:22.607 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:23.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:22 trial052 ceph-mon[94040]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:23.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:22 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1352197460' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:23.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:22 trial052 ceph-mon[96273]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:23.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:22 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1352197460' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:22 trial116 ceph-mon[70100]: pgmap v168: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:22 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1352197460' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:24] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:24.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:24.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:24.811 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:25.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:24 trial116 ceph-mon[70100]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:25.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:24 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2193965117' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:24 trial052 ceph-mon[94040]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:24 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2193965117' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:24 trial052 ceph-mon[96273]: pgmap v169: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:25.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:24 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2193965117' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:27.011 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:27.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:26 trial116 ceph-mon[70100]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:26 trial052 ceph-mon[94040]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:27.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:26 trial052 ceph-mon[96273]: pgmap v170: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:28.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:27 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/482971810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:28.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:27 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/482971810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:28.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:27 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/482971810' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:29.217 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:29.217 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:28 trial052 ceph-mon[94040]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:29.217 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:28 trial052 ceph-mon[96273]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:28 trial116 ceph-mon[70100]: pgmap v171: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:30.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:29 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:30.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:29 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2696904644' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:30.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:29 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:30.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:29 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2696904644' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:30.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:29 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:30.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:29 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2696904644' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:30 trial052 ceph-mon[94040]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:30 trial052 ceph-mon[96273]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:30 trial116 ceph-mon[70100]: pgmap v172: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:31.418 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:32.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:31 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2505431951' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:32.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:31 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2505431951' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:32.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:31 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2505431951' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:32 trial052 ceph-mon[94040]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:33.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:32 trial052 ceph-mon[96273]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:33.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:32 trial116 ceph-mon[70100]: pgmap v173: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:33.623 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:34.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:33 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2052907135' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:34.038 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:33 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2052907135' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:34.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:33 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2052907135' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:34] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:34.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:34.862 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:34 trial052 ceph-mon[94040]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:35.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:34 trial052 ceph-mon[96273]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:35.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:34 trial116 ceph-mon[70100]: pgmap v174: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:35.826 INFO:teuthology.orchestra.run.trial052.stdout:false 2026-02-12T00:50:36.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:35 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1879835676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:36.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:35 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1879835676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:36.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:35 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1879835676' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:36 trial052 ceph-mon[94040]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:36 trial052 ceph-mon[96273]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:36 trial116 ceph-mon[70100]: pgmap v175: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:38.029 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:50:38.030 INFO:teuthology.orchestra.run.trial052.stderr: 2026-02-12T00:50:38.030 INFO:teuthology.orchestra.run.trial052.stderr:real 0m35.467s 2026-02-12T00:50:38.030 INFO:teuthology.orchestra.run.trial052.stderr:user 0m3.129s 2026-02-12T00:50:38.030 INFO:teuthology.orchestra.run.trial052.stderr:sys 0m0.366s 2026-02-12T00:50:38.089 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.rgw | keys'"'"' | grep $sha1' 2026-02-12T00:50:38.372 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:38.632 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T00:50:38.663 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:50:38.945 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:38.966 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[96273]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:38.967 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/990557217' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:38.967 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1821407142' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:38.967 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[94040]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:38.967 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/990557217' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:38.967 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:38 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1821407142' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:39.170 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:50:39.208 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:50:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:38 trial116 ceph-mon[70100]: pgmap v176: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:38 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/990557217' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:38 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1821407142' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:39.489 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:39.745 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:50:39.783 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2026-02-12T00:50:40.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:39 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:40.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:39 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2021284553' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:40.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:39 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:40.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:39 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2021284553' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:40.065 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:40.294 INFO:teuthology.orchestra.run.trial052.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:40.333 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T00:50:40.347 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:50:40.348 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done' 2026-02-12T00:50:40.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:39 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:40.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:39 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2021284553' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:40.631 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:50:40.874 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:41.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.040 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:41.041 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.042 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.043 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:40 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.222 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:50:41.222 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (5m) 56s ago 24m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:50:41.222 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (5m) 56s ago 24m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:50:41.222 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (5m) 56s ago 24m - - 3.9 4cc07a41bb19 c33ff2a0d9ae 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (5m) 56s ago 26m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (14m) 56s ago 26m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (4m) 56s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (5m) 56s ago 26m 50.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (4m) 56s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (5m) 56s ago 24m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (5m) 56s ago 24m 12.2M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (3m) 56s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (3m) 56s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (3m) 56s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (2m) 56s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:50:41.223 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (2m) 56s ago 25m 66.0M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (2m) 56s ago 25m 60.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (104s) 56s ago 24m 56.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (84s) 56s ago 24m 59.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (17m) 56s ago 24m 65.8M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (60s) 56s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 0576ab283b54 2026-02-12T00:50:41.224 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (57s) 56s ago 24m 102M - 20.3.0-5221-ge200f5a1 c60a330ee965 0c7dd1ee1809 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='client.44739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: pgmap v177: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:41.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:40 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:50:41.431 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:50:41.432 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout: "in_progress": true, 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout: "services_complete": [ 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout: "osd", 2026-02-12T00:50:41.601 INFO:teuthology.orchestra.run.trial052.stdout: "rgw", 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "mon", 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "mgr" 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: ], 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "which": "Upgrading all daemon types on all hosts", 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "progress": "15/21 daemons upgraded", 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "message": "Currently upgrading iscsi daemons", 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout: "is_paused": false 2026-02-12T00:50:41.602 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:50:41.800 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mgr 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mon 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all crash 2026-02-12T00:50:42.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all osd 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all mds 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rgw 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Upgrade: Updating iscsi.foo.trial052.ufqxni 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:50:42.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2333016618' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3757666396' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mgr 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mon 2026-02-12T00:50:42.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all crash 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all osd 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all mds 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rgw 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Upgrade: Updating iscsi.foo.trial052.ufqxni 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:50:42.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2333016618' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:42.293 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:41 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3757666396' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='client.54716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Target is version 20.3.0-5221-ge200f5a1 (tentacle) 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, digests ['quay.ceph.io/ceph-ci/ceph@sha256:2a5b9b889d3ed8c95cfd77495032e8dd2d5c1fe541a263ed987ba96d4a99a4ac'] 2026-02-12T00:50:42.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mgr 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mon 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all crash 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all osd 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all mds 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rgw 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all rbd-mirror 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all cephfs-mirror 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all ceph-exporter 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Upgrade: Updating iscsi.foo.trial052.ufqxni 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:42.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.iscsi.foo.trial052.ufqxni", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]} : dispatch 2026-02-12T00:50:42.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:42.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: Deploying daemon iscsi.foo.trial052.ufqxni on trial052 2026-02-12T00:50:42.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2333016618' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:42.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:41 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3757666396' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:50:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[94040]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[94040]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[94040]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[94040]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[96273]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[96273]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[96273]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:42 trial052 ceph-mon[96273]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:42 trial116 ceph-mon[70100]: from='client.54728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:42 trial116 ceph-mon[70100]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:42 trial116 ceph-mon[70100]: from='client.44781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:50:43.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:42 trial116 ceph-mon[70100]: pgmap v178: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:44] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:44.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:44.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:44.925 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:44 trial052 ceph-mon[94040]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:44 trial052 ceph-mon[96273]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:44 trial116 ceph-mon[70100]: pgmap v179: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:47.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:46 trial052 ceph-mon[94040]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:47.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:46 trial052 ceph-mon[96273]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:46 trial116 ceph-mon[70100]: pgmap v180: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:49.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:48 trial052 ceph-mon[94040]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:48 trial052 ceph-mon[96273]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:48 trial116 ceph-mon[70100]: pgmap v181: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:50:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:50:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:50:50.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:49 trial052 ceph-mon[94040]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:50.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:49 trial052 ceph-mon[96273]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:50.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:49 trial116 ceph-mon[70100]: from='client.15699 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:50:51.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:50 trial052 ceph-mon[94040]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:50 trial052 ceph-mon[96273]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:50 trial116 ceph-mon[70100]: pgmap v182: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/574490082' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"} : dispatch 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.243 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/574490082' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"} : dispatch 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.244 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:52 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: pgmap v183: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/574490082' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist ls"} : dispatch 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"} : dispatch 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:52 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:53 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"}]': finished 2026-02-12T00:50:54.184 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:53 trial116 ceph-mon[70100]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T00:50:54.184 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.184 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:53 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.184 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:53 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"} : dispatch 2026-02-12T00:50:54.288 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:50:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:54] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:50:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"}]': finished 2026-02-12T00:50:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[94040]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T00:50:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"} : dispatch 2026-02-12T00:50:54.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/2116967874' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/4193083417"}]': finished 2026-02-12T00:50:54.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[96273]: osdmap e144: 8 total, 8 up, 8 in 2026-02-12T00:50:54.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:54.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:53 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"} : dispatch 2026-02-12T00:50:54.596 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:50:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:50:54.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:50:54.984 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:50:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:50:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 1 op/s 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"}]': finished 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.291 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 1 op/s 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.292 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.293 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"}]': finished 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.294 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.295 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:50:55.296 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.297 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:50:55.298 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:50:55.299 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:50:55.300 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.301 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:50:55.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:50:55.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:50:55.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T00:50:55.302 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.303 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.304 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"}]': finished 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1678893472' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"}]': finished 2026-02-12T00:50:55.305 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T00:50:55.306 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.306 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.306 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.306 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1678893472' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:55.306 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:54 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: pgmap v185: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1023 B/s rd, 1 op/s 2026-02-12T00:50:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard iscsi-gateway-list"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi.foo.trial052.ufqxni"}]': finished 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.349 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.350 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2026-02-12T00:50:55.351 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2026-02-12T00:50:55.352 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.smb"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.smb"}]': finished 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2026-02-12T00:50:55.353 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/4010840643' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3658893205"}]': finished 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: osdmap e145: 8 total, 8 up, 8 in 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1678893472' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:55.354 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:54 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"} : dispatch 2026-02-12T00:50:56.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all iscsi 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nfs 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Setting container_image for all smb 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Finalizing container_image settings 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: Upgrade: Complete! 2026-02-12T00:50:56.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"}]': finished 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/531496230' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all iscsi 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nfs 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:50:56.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Setting container_image for all smb 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Finalizing container_image settings 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: Upgrade: Complete! 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"}]': finished 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/531496230' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:56.291 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:55 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all iscsi 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nfs 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all nvmeof 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Setting container_image for all smb 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Finalizing container_image settings 2026-02-12T00:50:56.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: Upgrade: Complete! 2026-02-12T00:50:56.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6800/3396807499"}]': finished 2026-02-12T00:50:56.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: osdmap e146: 8 total, 8 up, 8 in 2026-02-12T00:50:56.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/531496230' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:56.348 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:55 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"} : dispatch 2026-02-12T00:50:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[94040]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"}]': finished 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[94040]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"} : dispatch 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[96273]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"}]': finished 2026-02-12T00:50:57.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[96273]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T00:50:57.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"} : dispatch 2026-02-12T00:50:57.290 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:56 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:56 trial116 ceph-mon[70100]: pgmap v188: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:50:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:56 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3745541346"}]': finished 2026-02-12T00:50:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:56 trial116 ceph-mon[70100]: osdmap e147: 8 total, 8 up, 8 in 2026-02-12T00:50:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:56 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"} : dispatch 2026-02-12T00:50:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:56 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:50:58.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"}]': finished 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[94040]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/1486627730' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[94040]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"}]': finished 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[96273]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T00:50:58.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/1486627730' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.540 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:58 trial052 ceph-mon[96273]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:58 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3187195262' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:6801/3396807499"}]': finished 2026-02-12T00:50:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:58 trial116 ceph-mon[70100]: osdmap e148: 8 total, 8 up, 8 in 2026-02-12T00:50:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:58 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/1486627730' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:58 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"} : dispatch 2026-02-12T00:50:58.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:58 trial116 ceph-mon[70100]: pgmap v191: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:50:59.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[94040]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"}]': finished 2026-02-12T00:50:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[94040]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T00:50:59.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"} : dispatch 2026-02-12T00:50:59.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[96273]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"}]': finished 2026-02-12T00:50:59.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[96273]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T00:50:59.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:50:59 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"} : dispatch 2026-02-12T00:50:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:59 trial116 ceph-mon[70100]: from='client.? ' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3886532604"}]': finished 2026-02-12T00:50:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:59 trial116 ceph-mon[70100]: osdmap e149: 8 total, 8 up, 8 in 2026-02-12T00:50:59.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:50:59 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd={"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"} : dispatch 2026-02-12T00:51:00.538 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"}]': finished 2026-02-12T00:51:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[94040]: osdmap e150: 8 total, 8 up, 8 in 2026-02-12T00:51:00.539 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[94040]: pgmap v194: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"}]': finished 2026-02-12T00:51:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[96273]: osdmap e150: 8 total, 8 up, 8 in 2026-02-12T00:51:00.539 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:00 trial052 ceph-mon[96273]: pgmap v194: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:00 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/296606379' entity='client.iscsi.foo.trial052.ufqxni' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "10.20.193.52:0/3296926865"}]': finished 2026-02-12T00:51:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:00 trial116 ceph-mon[70100]: osdmap e150: 8 total, 8 up, 8 in 2026-02-12T00:51:00.597 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:00 trial116 ceph-mon[70100]: pgmap v194: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:03.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:02 trial116 ceph-mon[70100]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 906 B/s rd, 0 op/s 2026-02-12T00:51:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:02 trial052 ceph-mon[94040]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 906 B/s rd, 0 op/s 2026-02-12T00:51:03.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:02 trial052 ceph-mon[96273]: pgmap v195: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 906 B/s rd, 0 op/s 2026-02-12T00:51:04.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:03 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:04.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:03 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:04.183 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:03 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:04.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:04.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:05.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:04 trial116 ceph-mon[70100]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T00:51:05.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:05.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:04 trial052 ceph-mon[94040]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T00:51:05.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:04 trial052 ceph-mon[96273]: pgmap v196: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.5 KiB/s rd, 1 op/s 2026-02-12T00:51:07.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:06 trial116 ceph-mon[70100]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:51:07.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:06 trial052 ceph-mon[94040]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:51:07.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:06 trial052 ceph-mon[96273]: pgmap v197: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 639 B/s rd, 0 op/s 2026-02-12T00:51:09.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:08 trial116 ceph-mon[70100]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:51:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:08 trial052 ceph-mon[94040]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:51:09.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:08 trial052 ceph-mon[96273]: pgmap v198: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.0 KiB/s rd, 1 op/s 2026-02-12T00:51:11.091 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:10 trial052 ceph-mon[94040]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 962 B/s rd, 0 op/s 2026-02-12T00:51:11.091 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:10 trial052 ceph-mon[96273]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 962 B/s rd, 0 op/s 2026-02-12T00:51:11.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:10 trial116 ceph-mon[70100]: pgmap v199: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 962 B/s rd, 0 op/s 2026-02-12T00:51:11.976 INFO:teuthology.orchestra.run.trial052.stderr:parse error: Invalid numeric literal at line 1, column 6 2026-02-12T00:51:12.016 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:51:12.311 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (6m) 19s ago 24m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (5m) 87s ago 24m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (20s) 19s ago 24m - - 3.9 c60a330ee965 67e3f17b93ae 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (6m) 87s ago 26m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (15m) 19s ago 27m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (5m) 19s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (5m) 87s ago 26m 50.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (4m) 19s ago 26m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:51:12.541 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (6m) 19s ago 24m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (6m) 87s ago 24m 12.2M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (4m) 19s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (4m) 19s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (3m) 19s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (3m) 19s ago 25m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (2m) 87s ago 25m 66.0M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (2m) 87s ago 25m 60.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (2m) 87s ago 25m 56.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (115s) 87s ago 25m 59.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (18m) 87s ago 25m 65.8M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (91s) 19s ago 24m - - 20.3.0-5221-ge200f5a1 c60a330ee965 0576ab283b54 2026-02-12T00:51:12.542 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (88s) 87s ago 24m 102M - 20.3.0-5221-ge200f5a1 c60a330ee965 0c7dd1ee1809 2026-02-12T00:51:12.578 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:51:12.864 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:51:12.888 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:12 trial052 ceph-mon[94040]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:12.888 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:12 trial052 ceph-mon[94040]: from='client.54824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:12.888 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:12 trial052 ceph-mon[96273]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:12.888 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:12 trial052 ceph-mon[96273]: from='client.54824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:12 trial116 ceph-mon[70100]: pgmap v200: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:13.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:12 trial116 ceph-mon[70100]: from='client.54824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:13.122 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:51:13.122 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:51:13.123 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:51:13.124 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:51:13.124 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T00:51:13.124 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:51:13.124 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:51:13.163 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'echo "wait for servicemap items w/ changing names to refresh"' 2026-02-12T00:51:13.448 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:51:13.506 INFO:teuthology.orchestra.run.trial052.stdout:wait for servicemap items w/ changing names to refresh 2026-02-12T00:51:13.537 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'sleep 60' 2026-02-12T00:51:13.820 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:51:14.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:13 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:14.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:13 trial116 ceph-mon[70100]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:14.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:13 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/982730477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:51:14.183 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:14.183 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[96273]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:14.183 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/982730477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:51:14.184 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:14.184 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[94040]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:51:14.184 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:13 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/982730477' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:51:14.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:14.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:14.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:15.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:14 trial116 ceph-mon[70100]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:15.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:15.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:14 trial052 ceph-mon[94040]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:15.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:14 trial052 ceph-mon[96273]: pgmap v201: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:17.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:16 trial116 ceph-mon[70100]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:17.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:16 trial052 ceph-mon[94040]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:17.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:16 trial052 ceph-mon[96273]: pgmap v202: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:19.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:18 trial116 ceph-mon[70100]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:19.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:18 trial052 ceph-mon[94040]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:19.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:18 trial052 ceph-mon[96273]: pgmap v203: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:21.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:20 trial116 ceph-mon[70100]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:21.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:20 trial052 ceph-mon[94040]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:21.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:20 trial052 ceph-mon[96273]: pgmap v204: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:23.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:22 trial116 ceph-mon[70100]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:23.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:22 trial052 ceph-mon[94040]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:23.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:22 trial052 ceph-mon[96273]: pgmap v205: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:24.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:23 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:24.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:23 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:24.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:23 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:24.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:24 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:24] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:24.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:24.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:25.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:24 trial116 ceph-mon[70100]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:25.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:24 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:25.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:24 trial052 ceph-mon[94040]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:25.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:24 trial052 ceph-mon[96273]: pgmap v206: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:27.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:26 trial052 ceph-mon[94040]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:27.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:26 trial052 ceph-mon[96273]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:27.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:26 trial116 ceph-mon[70100]: pgmap v207: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:29.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:28 trial052 ceph-mon[94040]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:29.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:28 trial052 ceph-mon[96273]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:29.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:28 trial116 ceph-mon[70100]: pgmap v208: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:31.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:30 trial052 ceph-mon[94040]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:31.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:30 trial052 ceph-mon[96273]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:31.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:30 trial116 ceph-mon[70100]: pgmap v209: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:33.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:32 trial052 ceph-mon[94040]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:33.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:32 trial052 ceph-mon[96273]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:33.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:32 trial116 ceph-mon[70100]: pgmap v210: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:34.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:33 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:34.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:33 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:34.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:33 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:34.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:34 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:34] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:34.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:34.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:35.097 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:34 trial116 ceph-mon[70100]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:35.097 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:34 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:35.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:34 trial052 ceph-mon[94040]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:35.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:34 trial052 ceph-mon[96273]: pgmap v211: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:37.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:36 trial052 ceph-mon[94040]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:37.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:36 trial052 ceph-mon[96273]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:37.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:36 trial116 ceph-mon[70100]: pgmap v212: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:39.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:38 trial052 ceph-mon[94040]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:39.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:38 trial052 ceph-mon[96273]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:39.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:38 trial116 ceph-mon[70100]: pgmap v213: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:41.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:40 trial052 ceph-mon[96273]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:41.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:40 trial052 ceph-mon[94040]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:41.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:40 trial116 ceph-mon[70100]: pgmap v214: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:43.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:42 trial052 ceph-mon[94040]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:43.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:42 trial052 ceph-mon[96273]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:43.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:42 trial116 ceph-mon[70100]: pgmap v215: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:44.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:43 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:44.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:43 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:44.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:43 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:44.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:44 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:44] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:44.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:44.182Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:44.864 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:45.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:44 trial052 ceph-mon[94040]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:45.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:44 trial052 ceph-mon[96273]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:45.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:44 trial116 ceph-mon[70100]: pgmap v216: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:47.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:46 trial052 ceph-mon[94040]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:47.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:46 trial052 ceph-mon[96273]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:47.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:46 trial116 ceph-mon[70100]: pgmap v217: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:49.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:48 trial052 ceph-mon[94040]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:49.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:48 trial052 ceph-mon[96273]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:49.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:48 trial116 ceph-mon[70100]: pgmap v218: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:51:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:49.036Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:51:49.347 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:51:51.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:50 trial052 ceph-mon[94040]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:51.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:50 trial052 ceph-mon[96273]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:51.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:50 trial116 ceph-mon[70100]: pgmap v219: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:53.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:52 trial052 ceph-mon[94040]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:53.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:52 trial052 ceph-mon[96273]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:53.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:52 trial116 ceph-mon[70100]: pgmap v220: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:54.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:53 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:54.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:53 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:54.182 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:53 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:51:54.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:51:54 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:54] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:51:54.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:51:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:51:54.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:51:54.873 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:51:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:51:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:51:55.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[94040]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[96273]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:51:55.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:54 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:51:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:54 trial116 ceph-mon[70100]: pgmap v221: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2026-02-12T00:51:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2026-02-12T00:51:55.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:54 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' 2026-02-12T00:51:57.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:56 trial052 ceph-mon[94040]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:57.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:56 trial052 ceph-mon[96273]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:57.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:56 trial116 ceph-mon[70100]: pgmap v222: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:51:59.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:51:58 trial052 ceph-mon[94040]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:59.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:51:58 trial052 ceph-mon[96273]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:51:59.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:51:58 trial116 ceph-mon[70100]: pgmap v223: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:01.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:00 trial052 ceph-mon[94040]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:01.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:00 trial052 ceph-mon[96273]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:01.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:00 trial116 ceph-mon[70100]: pgmap v224: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:03.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:02 trial052 ceph-mon[94040]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:03.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:02 trial052 ceph-mon[96273]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:03.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:02 trial116 ceph-mon[70100]: pgmap v225: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:04.182 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:03 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:04.182 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:03 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:04.183 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:03 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:04.538 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:04 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:52:04] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:52:04.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:04.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:52:04.884 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:52:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:52:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:52:05.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:04 trial052 ceph-mon[96273]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:05.289 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:04 trial052 ceph-mon[94040]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:05.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:04 trial116 ceph-mon[70100]: pgmap v226: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:07.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:06 trial052 ceph-mon[94040]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:07.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:06 trial052 ceph-mon[96273]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:07.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:06 trial116 ceph-mon[70100]: pgmap v227: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:09.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:08 trial052 ceph-mon[94040]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:09.288 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:08 trial052 ceph-mon[96273]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:09.346 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:08 trial116 ceph-mon[70100]: pgmap v228: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:11.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:10 trial052 ceph-mon[94040]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:11.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:10 trial052 ceph-mon[96273]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:11.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:10 trial116 ceph-mon[70100]: pgmap v229: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:13.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:12 trial052 ceph-mon[94040]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:13.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:12 trial052 ceph-mon[96273]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:13.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:12 trial116 ceph-mon[70100]: pgmap v230: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:13.913 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ps' 2026-02-12T00:52:14.182 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:13 trial116 ceph-mon[70100]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:14.183 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:13 trial052 ceph-mon[94040]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:14.183 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:13 trial052 ceph-mon[96273]: from='client.54770 -' entity='client.iscsi.foo.trial052.ufqxni' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-02-12T00:52:14.199 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:alertmanager.a trial052 *:9093,9094 running (7m) 81s ago 25m - - 0.28.1 91c01b3cec9b 6f6d68319106 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:grafana.a trial116 *:3000 running (6m) 2m ago 25m 159M - 12.3.1 5cdab57891ea dbb88ad0fd27 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:iscsi.foo.trial052.ufqxni trial052 *:5000 running (82s) 81s ago 25m - - 3.9 c60a330ee965 67e3f17b93ae 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:mgr.x trial116 *:8443,9283,8765 running (7m) 2m ago 27m 493M - 20.3.0-5221-ge200f5a1 c60a330ee965 b9d7577fbc1c 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:mgr.y trial052 *:8443,9283,8765 running (16m) 81s ago 28m - - 20.3.0-5221-ge200f5a1 c60a330ee965 40727564e9a4 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:mon.a trial052 running (6m) 81s ago 28m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 e1a4639a0416 2026-02-12T00:52:14.430 INFO:teuthology.orchestra.run.trial052.stdout:mon.b trial116 running (6m) 2m ago 27m 50.8M 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 9b075f15301b 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:mon.c trial052 running (5m) 81s ago 27m - 2048M 20.3.0-5221-ge200f5a1 c60a330ee965 a4f6464940d0 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.a trial052 *:9100 running (7m) 81s ago 25m - - 1.9.1 255ec253085f f8bc601dda27 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:node-exporter.b trial116 *:9100 running (7m) 2m ago 25m 12.2M - 1.9.1 255ec253085f 3f9738033686 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.0 trial052 running (5m) 81s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 9a004c70e40c 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.1 trial052 running (5m) 81s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 4239d8e9137e 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.2 trial052 running (4m) 81s ago 27m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 195617c0ae65 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.3 trial052 running (4m) 81s ago 26m - 19.2G 20.3.0-5221-ge200f5a1 c60a330ee965 5719579813c7 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.4 trial116 running (3m) 2m ago 26m 66.0M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 bc8c5ee529d1 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.5 trial116 running (3m) 2m ago 26m 60.2M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 5abc65ef2cbf 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.6 trial116 running (3m) 2m ago 26m 56.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 cfe0dcc2042a 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:osd.7 trial116 running (2m) 2m ago 26m 59.4M 19.5G 20.3.0-5221-ge200f5a1 c60a330ee965 3ae0f11927ad 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:prometheus.a trial116 *:9095 running (19m) 2m ago 26m 65.8M - 3.6.0 4fcecf061b74 0e391565f9f0 2026-02-12T00:52:14.431 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial052.aegata trial052 *:8000 running (2m) 81s ago 25m - - 20.3.0-5221-ge200f5a1 c60a330ee965 0576ab283b54 2026-02-12T00:52:14.432 INFO:teuthology.orchestra.run.trial052.stdout:rgw.foo.trial116.iqakcw trial116 *:8000 running (2m) 2m ago 25m 102M - 20.3.0-5221-ge200f5a1 c60a330ee965 0c7dd1ee1809 2026-02-12T00:52:14.438 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:14 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:52:14] "GET /metrics HTTP/1.1" 200 5790 "" "Prometheus/3.6.0" 2026-02-12T00:52:14.470 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions' 2026-02-12T00:52:14.597 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:14.181Z level=ERROR source=scrape.go:1630 msg="Failed to determine correct type of scrape target." component="scrape manager" scrape_pool=ceph target=http://trial052:9283/metrics content_type="text/html;charset=utf-8" fallback_media_type="" err="received unsupported Content-Type \"text/html;charset=utf-8\" and no fallback_scrape_protocol specified for target" 2026-02-12T00:52:14.756 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:14.893 INFO:journalctl@ceph.mgr.x.trial116.stdout:Feb 12 00:52:14 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-x[60491]: ::ffff:10.20.193.116 - - [12/Feb/2026:00:52:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/3.6.0" 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: "mon": { 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 3 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": { 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:52:15.015 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "osd": { 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 8 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "rgw": { 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 2 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "overall": { 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)": 15 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-12T00:52:15.016 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:52:15.031 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:14 trial052 ceph-mon[94040]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:15.032 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:14 trial052 ceph-mon[96273]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:15.055 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch upgrade status' 2026-02-12T00:52:15.342 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:15.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:14 trial116 ceph-mon[70100]: pgmap v231: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:15.563 INFO:teuthology.orchestra.run.trial052.stdout:There are no upgrades in progress currently. 2026-02-12T00:52:15.601 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph health detail' 2026-02-12T00:52:15.885 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:16.141 INFO:teuthology.orchestra.run.trial052.stdout:HEALTH_OK 2026-02-12T00:52:16.149 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:15 trial052 ceph-mon[94040]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:16.149 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:15 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3206640097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:16.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:15 trial052 ceph-mon[96273]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:16.150 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:15 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3206640097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:16.179 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2026-02-12T00:52:16.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:15 trial116 ceph-mon[70100]: from='client.54842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:16.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:15 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3206640097' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:16.467 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:16.736 INFO:teuthology.orchestra.run.trial052.stdout:true 2026-02-12T00:52:16.767 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2026-02-12T00:52:17.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[94040]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[94040]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/342750919' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3085371808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[96273]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[96273]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/342750919' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:52:17.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:16 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3085371808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:17.058 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:17.320 INFO:teuthology.orchestra.run.trial052.stdout: "ceph version 20.3.0-5221-ge200f5a1 (e200f5a177e1f98aa64d47f88121b3121ef739b3) tentacle (dev - RelWithDebInfo)" 2026-02-12T00:52:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:16 trial116 ceph-mon[70100]: from='client.44889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:16 trial116 ceph-mon[70100]: pgmap v232: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:16 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/342750919' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2026-02-12T00:52:17.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:16 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3085371808' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:17.351 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -e sha1=e200f5a177e1f98aa64d47f88121b3121ef739b3 -- bash -c 'ceph orch ls | grep '"'"'osd'"'"'' 2026-02-12T00:52:17.635 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:17.870 INFO:teuthology.orchestra.run.trial052.stdout:osd 8 2m ago - 2026-02-12T00:52:17.900 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-02-12T00:52:17.914 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:52:17.914 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- bash -c 'ceph orch upgrade ls' 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[94040]: from='client.? 10.20.193.52:0/3472513030' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[94040]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[96273]: from='client.? 10.20.193.52:0/3472513030' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:17.938 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:17 trial052 ceph-mon[96273]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:18.198 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:18.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:17 trial116 ceph-mon[70100]: from='client.? 10.20.193.52:0/3472513030' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2026-02-12T00:52:18.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial052.aegata", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:18.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:17 trial116 ceph-mon[70100]: from='mgr.44103 10.20.193.52:0/114498321' entity='mgr.y' cmd={"prefix": "config get", "who": "client.rgw.foo.trial116.iqakcw", "name": "rgw_frontends"} : dispatch 2026-02-12T00:52:18.724 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-12T00:52:18.724 INFO:teuthology.orchestra.run.trial052.stdout: "image": "quay.io/ceph/ceph", 2026-02-12T00:52:18.725 INFO:teuthology.orchestra.run.trial052.stdout: "registry": "quay.io", 2026-02-12T00:52:18.725 INFO:teuthology.orchestra.run.trial052.stdout: "bare_image": "ceph/ceph", 2026-02-12T00:52:18.725 INFO:teuthology.orchestra.run.trial052.stdout: "versions": [] 2026-02-12T00:52:18.725 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-12T00:52:18.763 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0' 2026-02-12T00:52:19.038 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:18 trial052 ceph-mon[94040]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:19.039 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:18 trial052 ceph-mon[94040]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:19.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:18 trial052 ceph-mon[96273]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:19.039 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:18 trial052 ceph-mon[96273]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:19.086 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:19.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:18 trial116 ceph-mon[70100]: pgmap v233: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 1.2 KiB/s rd, 1 op/s 2026-02-12T00:52:19.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:18 trial116 ceph-mon[70100]: from='client.54878 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:19.609 INFO:teuthology.orchestra.run.trial052.stdout: "16.2.0", 2026-02-12T00:52:19.639 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- bash -c 'ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2' 2026-02-12T00:52:19.927 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:20.288 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:19 trial052 ceph-mon[94040]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:20.289 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:19 trial052 ceph-mon[96273]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:20.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:19 trial116 ceph-mon[70100]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:20.439 INFO:teuthology.orchestra.run.trial052.stdout: "v16.2.2", 2026-02-12T00:52:20.439 INFO:teuthology.orchestra.run.trial052.stdout: "v16.2.2-20210505", 2026-02-12T00:52:20.469 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-02-12T00:52:20.484 INFO:tasks.cephadm:Teardown begin 2026-02-12T00:52:20.484 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:52:20.512 DEBUG:teuthology.orchestra.run.trial116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:52:20.542 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-02-12T00:52:20.542 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 -- ceph mgr module disable cephadm 2026-02-12T00:52:20.835 INFO:teuthology.orchestra.run.trial052.stderr:Inferring config /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/mon.a/config 2026-02-12T00:52:20.854 INFO:teuthology.orchestra.run.trial052.stderr:Error: statfs /etc/ceph/ceph.client.admin.keyring: no such file or directory 2026-02-12T00:52:20.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2026-02-12T00:52:20.870 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-02-12T00:52:20.871 DEBUG:teuthology.orchestra.run.trial052:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T00:52:20.887 DEBUG:teuthology.orchestra.run.trial116:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-02-12T00:52:20.905 INFO:tasks.cephadm:Stopping all daemons... 2026-02-12T00:52:20.906 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-02-12T00:52:20.906 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a 2026-02-12T00:52:21.139 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:20 trial052 ceph-mon[96273]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:20 trial052 ceph-mon[96273]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:20 trial052 ceph-mon[94040]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:20 trial052 ceph-mon[94040]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:20 trial052 systemd[1]: Stopping Ceph mon.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a[94036]: 2026-02-12T00:52:21.026+0000 7fb6bed3f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:21.140 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a[94036]: 2026-02-12T00:52:21.026+0000 7fb6bed3f640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2026-02-12T00:52:21.141 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:21 trial052 podman[146912]: 2026-02-12 00:52:21.077663649 +0000 UTC m=+0.063356038 container died e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:52:21.141 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:21 trial052 podman[146912]: 2026-02-12 00:52:21.086522266 +0000 UTC m=+0.072214645 container remove e1a4639a04164e58670e3842a03557353c28d9e33ae5471f620ab7c17650b642 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, OSD_FLAVOR=default, org.label-schema.build-date=20260209) 2026-02-12T00:52:21.141 INFO:journalctl@ceph.mon.a.trial052.stdout:Feb 12 00:52:21 trial052 bash[146912]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-a 2026-02-12T00:52:21.161 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.a.service' 2026-02-12T00:52:21.201 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:21.201 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-02-12T00:52:21.201 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-02-12T00:52:21.202 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.c 2026-02-12T00:52:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:20 trial116 ceph-mon[70100]: from='client.54890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade ls", "image": "quay.io/ceph/ceph", "show_all_versions": true, "target": ["mon-mgr", ""]}]: dispatch 2026-02-12T00:52:21.347 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:20 trial116 ceph-mon[70100]: pgmap v234: 161 pgs: 161 active+clean; 590 KiB data, 230 MiB used, 5.5 TiB / 5.5 TiB avail; 853 B/s rd, 0 op/s 2026-02-12T00:52:21.424 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:52:21] ENGINE Bus STOPPING 2026-02-12T00:52:21.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:21 trial052 systemd[1]: Stopping Ceph mon.c for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:21.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c[96269]: 2026-02-12T00:52:21.330+0000 7fb747208640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:21.424 INFO:journalctl@ceph.mon.c.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-c[96269]: 2026-02-12T00:52:21.330+0000 7fb747208640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2026-02-12T00:52:21.516 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.c.service' 2026-02-12T00:52:21.552 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:21.553 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-02-12T00:52:21.553 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-02-12T00:52:21.553 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b 2026-02-12T00:52:21.805 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service' 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 systemd[1]: Stopping Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b[70096]: 2026-02-12T00:52:21.653+0000 7f988e330640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b[70096]: 2026-02-12T00:52:21.653+0000 7f988e330640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 podman[110439]: 2026-02-12 00:52:21.714469531 +0000 UTC m=+0.075183027 container died 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 podman[110439]: 2026-02-12 00:52:21.723631333 +0000 UTC m=+0.084344829 container remove 9b075f15301bc86a3deb78754e58960c4307171a2431ca56436e8a7d11ed2cf2 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, OSD_FLAVOR=default, ceph=True) 2026-02-12T00:52:21.828 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 bash[110439]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mon-b 2026-02-12T00:52:21.829 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service: Deactivated successfully. 2026-02-12T00:52:21.829 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 systemd[1]: Stopped Ceph mon.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:52:21.829 INFO:journalctl@ceph.mon.b.trial116.stdout:Feb 12 00:52:21 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mon.b.service: Consumed 2.831s CPU time. 2026-02-12T00:52:21.844 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:21.844 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-02-12T00:52:21.844 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-02-12T00:52:21.845 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y 2026-02-12T00:52:21.975 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:52:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-02-12T00:52:21.976 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: [12/Feb/2026:00:52:21] ENGINE Bus STOPPED 2026-02-12T00:52:21.976 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 systemd[1]: Stopping Ceph mgr.y for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:21.976 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:52:21.937+0000 7fec6ad91640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:21.976 INFO:journalctl@ceph.mgr.y.trial052.stdout:Feb 12 00:52:21 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-mgr-y[70523]: 2026-02-12T00:52:21.937+0000 7fec6ad91640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2026-02-12T00:52:22.088 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.y.service' 2026-02-12T00:52:22.125 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:22.125 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-02-12T00:52:22.125 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-02-12T00:52:22.125 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x 2026-02-12T00:52:22.348 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@mgr.x.service' 2026-02-12T00:52:22.385 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:22.386 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-02-12T00:52:22.386 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-02-12T00:52:22.386 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.0 2026-02-12T00:52:22.788 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:22 trial052 systemd[1]: Stopping Ceph osd.0 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:22.788 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:52:22.485+0000 7f1a1528c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:22.789 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:52:22.485+0000 7f1a1528c640 -1 osd.0 150 *** Got signal Terminated *** 2026-02-12T00:52:22.789 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:22 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0[104090]: 2026-02-12T00:52:22.485+0000 7f1a1528c640 -1 osd.0 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:27.864 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147395]: 2026-02-12 00:52:27.565773537 +0000 UTC m=+5.090970684 container died 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147395]: 2026-02-12 00:52:27.574568456 +0000 UTC m=+5.099765603 container remove 9a004c70e40c0ce20c13c660566d3c6cdc3302cee458c404720d13343ddff7ad (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, ceph=True, OSD_FLAVOR=default) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 bash[147395]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.709978859 +0000 UTC m=+0.015068954 container create 2ad92debf481fe1465b0ea3fa1fa1f85fbd308bcc59f7f5fecb2802b4d211796 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.740596997 +0000 UTC m=+0.045687092 container init 2ad92debf481fe1465b0ea3fa1fa1f85fbd308bcc59f7f5fecb2802b4d211796 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, io.buildah.version=1.41.3) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.743287817 +0000 UTC m=+0.048377922 container start 2ad92debf481fe1465b0ea3fa1fa1f85fbd308bcc59f7f5fecb2802b4d211796 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.743877881 +0000 UTC m=+0.048967986 container attach 2ad92debf481fe1465b0ea3fa1fa1f85fbd308bcc59f7f5fecb2802b4d211796 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.703552933 +0000 UTC m=+0.008643038 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:27.865 INFO:journalctl@ceph.osd.0.trial052.stdout:Feb 12 00:52:27 trial052 podman[147529]: 2026-02-12 00:52:27.863813899 +0000 UTC m=+0.168904004 container died 2ad92debf481fe1465b0ea3fa1fa1f85fbd308bcc59f7f5fecb2802b4d211796 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:52:27.900 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.0.service' 2026-02-12T00:52:27.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:27.938 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-02-12T00:52:27.938 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-02-12T00:52:27.938 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.1 2026-02-12T00:52:28.288 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:28 trial052 systemd[1]: Stopping Ceph osd.1 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:28.288 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:52:28.071+0000 7f3ffd478640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:28.289 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:52:28.071+0000 7f3ffd478640 -1 osd.1 150 *** Got signal Terminated *** 2026-02-12T00:52:28.289 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:28 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1[109845]: 2026-02-12T00:52:28.071+0000 7f3ffd478640 -1 osd.1 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:33.438 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147663]: 2026-02-12 00:52:33.140632117 +0000 UTC m=+5.081013071 container died 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, ceph=True, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2026-02-12T00:52:33.438 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147663]: 2026-02-12 00:52:33.149469014 +0000 UTC m=+5.089849958 container remove 4239d8e9137e81d1834eb15002e497853778dbb0dd776b85bddeb2594077d958 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 bash[147663]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147796]: 2026-02-12 00:52:33.279945759 +0000 UTC m=+0.017062952 container create 8bce5056f83592cb70698bd648f6a63259a348df4dc9d6b55a3d0ffbde4c7fec (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, OSD_FLAVOR=default, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , ceph=True) 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147796]: 2026-02-12 00:52:33.312329159 +0000 UTC m=+0.049446342 container init 8bce5056f83592cb70698bd648f6a63259a348df4dc9d6b55a3d0ffbde4c7fec (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.label-schema.build-date=20260209, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147796]: 2026-02-12 00:52:33.314858049 +0000 UTC m=+0.051975242 container start 8bce5056f83592cb70698bd648f6a63259a348df4dc9d6b55a3d0ffbde4c7fec (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, ceph=True, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147796]: 2026-02-12 00:52:33.31534936 +0000 UTC m=+0.052466543 container attach 8bce5056f83592cb70698bd648f6a63259a348df4dc9d6b55a3d0ffbde4c7fec (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-1-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, io.buildah.version=1.41.3) 2026-02-12T00:52:33.439 INFO:journalctl@ceph.osd.1.trial052.stdout:Feb 12 00:52:33 trial052 podman[147796]: 2026-02-12 00:52:33.273354797 +0000 UTC m=+0.010471980 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:33.468 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.1.service' 2026-02-12T00:52:33.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:33.507 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-02-12T00:52:33.507 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-02-12T00:52:33.507 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.2 2026-02-12T00:52:33.788 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:33 trial052 systemd[1]: Stopping Ceph osd.2 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:33.789 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:33 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:52:33.639+0000 7f0ada09e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:33.789 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:33 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:52:33.639+0000 7f0ada09e640 -1 osd.2 150 *** Got signal Terminated *** 2026-02-12T00:52:33.789 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:33 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2[117206]: 2026-02-12T00:52:33.639+0000 7f0ada09e640 -1 osd.2 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[147933]: 2026-02-12 00:52:38.708912539 +0000 UTC m=+5.082337699 container died 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True) 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[147933]: 2026-02-12 00:52:38.71795646 +0000 UTC m=+5.091381620 container remove 195617c0ae655785d851b6ee64583ba73ba961935a1bf61da817c8753328cc24 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, ceph=True, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 bash[147933]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[148064]: 2026-02-12 00:52:38.847253186 +0000 UTC m=+0.014909749 container create 6a7c42f8bf2f62248b55db0bb6be013bb8202a5a7411b9820c7e41c26fe6a998 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.41.3) 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[148064]: 2026-02-12 00:52:38.88018816 +0000 UTC m=+0.047844733 container init 6a7c42f8bf2f62248b55db0bb6be013bb8202a5a7411b9820c7e41c26fe6a998 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0) 2026-02-12T00:52:39.009 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[148064]: 2026-02-12 00:52:38.882509816 +0000 UTC m=+0.050166379 container start 6a7c42f8bf2f62248b55db0bb6be013bb8202a5a7411b9820c7e41c26fe6a998 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-02-12T00:52:39.010 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[148064]: 2026-02-12 00:52:38.882911851 +0000 UTC m=+0.050568414 container attach 6a7c42f8bf2f62248b55db0bb6be013bb8202a5a7411b9820c7e41c26fe6a998 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-2-deactivate, ceph=True, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, OSD_FLAVOR=default, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:52:39.010 INFO:journalctl@ceph.osd.2.trial052.stdout:Feb 12 00:52:38 trial052 podman[148064]: 2026-02-12 00:52:38.841170036 +0000 UTC m=+0.008826619 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:39.048 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.2.service' 2026-02-12T00:52:39.086 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:39.086 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-02-12T00:52:39.086 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-02-12T00:52:39.086 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.3 2026-02-12T00:52:39.288 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:39 trial052 systemd[1]: Stopping Ceph osd.3 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:39.288 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:39 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:52:39.217+0000 7f62af0ab640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:39.289 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:39 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:52:39.217+0000 7f62af0ab640 -1 osd.3 150 *** Got signal Terminated *** 2026-02-12T00:52:39.289 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:39 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3[124772]: 2026-02-12T00:52:39.217+0000 7f62af0ab640 -1 osd.3 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148197]: 2026-02-12 00:52:44.277998296 +0000 UTC m=+5.073185738 container died 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148197]: 2026-02-12 00:52:44.287290186 +0000 UTC m=+5.082477618 container remove 5719579813c747435b84019bf369dd6ec0b6e2bdd9f5211f57e1cb66a336f855 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3, ceph=True, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 bash[148197]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148328]: 2026-02-12 00:52:44.411844859 +0000 UTC m=+0.015548755 container create a96c0de74c00833fbfc22ee8d628ae8e90f43a41311931934544aa73009cf3bd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148328]: 2026-02-12 00:52:44.442356489 +0000 UTC m=+0.046060375 container init a96c0de74c00833fbfc22ee8d628ae8e90f43a41311931934544aa73009cf3bd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20260209) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148328]: 2026-02-12 00:52:44.444780444 +0000 UTC m=+0.048484340 container start a96c0de74c00833fbfc22ee8d628ae8e90f43a41311931934544aa73009cf3bd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148328]: 2026-02-12 00:52:44.445283026 +0000 UTC m=+0.048986922 container attach a96c0de74c00833fbfc22ee8d628ae8e90f43a41311931934544aa73009cf3bd (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-3-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:52:44.539 INFO:journalctl@ceph.osd.3.trial052.stdout:Feb 12 00:52:44 trial052 podman[148328]: 2026-02-12 00:52:44.405740259 +0000 UTC m=+0.009444155 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:44.604 DEBUG:teuthology.orchestra.run.trial052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.3.service' 2026-02-12T00:52:44.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:44.642 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-02-12T00:52:44.642 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-02-12T00:52:44.642 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.4 2026-02-12T00:52:45.097 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:44 trial116 systemd[1]: Stopping Ceph osd.4 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:45.097 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:52:44.743+0000 7fd3594dc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:45.097 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:52:44.743+0000 7fd3594dc640 -1 osd.4 150 *** Got signal Terminated *** 2026-02-12T00:52:45.097 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:44 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4[81776]: 2026-02-12T00:52:44.743+0000 7fd3594dc640 -1 osd.4 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:49.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:49.026+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.035Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.52:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.52:8765: connect: connection refused" 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=node-exporter err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager scrape" discovery=http config=ceph err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=ceph\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:52:49.348 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:52:49 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:52:49.037Z level=ERROR source=refresh.go:90 msg="Unable to refresh target groups" component="discovery manager notify" discovery=http config=config-0 err="Get \"http://10.20.193.116:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 10.20.193.116:8765: connect: connection refused" 2026-02-12T00:52:50.097 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:50.044+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110768]: 2026-02-12 00:52:49.814094054 +0000 UTC m=+5.082960720 container died bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, OSD_FLAVOR=default, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.vendor=CentOS) 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110768]: 2026-02-12 00:52:49.823370268 +0000 UTC m=+5.092236924 container remove bc8c5ee529d1696e7f04388eb5825e1db314078dade6816eb88e3451b69cdf1b (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 bash[110768]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110899]: 2026-02-12 00:52:49.966468129 +0000 UTC m=+0.018324567 container create 3601b8ca26bea45bc1c4d8c9fa534d8423f61b29e705e642d4b1a2f3364f6f7d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110899]: 2026-02-12 00:52:49.995966807 +0000 UTC m=+0.047823235 container init 3601b8ca26bea45bc1c4d8c9fa534d8423f61b29e705e642d4b1a2f3364f6f7d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, ceph=True, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9) 2026-02-12T00:52:50.098 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110899]: 2026-02-12 00:52:49.998341191 +0000 UTC m=+0.050197629 container start 3601b8ca26bea45bc1c4d8c9fa534d8423f61b29e705e642d4b1a2f3364f6f7d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True) 2026-02-12T00:52:50.099 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:49 trial116 podman[110899]: 2026-02-12 00:52:49.998834248 +0000 UTC m=+0.050690686 container attach 3601b8ca26bea45bc1c4d8c9fa534d8423f61b29e705e642d4b1a2f3364f6f7d (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-4-deactivate, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, ceph=True, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.vendor=CentOS, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:52:50.099 INFO:journalctl@ceph.osd.4.trial116.stdout:Feb 12 00:52:50 trial116 podman[110899]: 2026-02-12 00:52:49.960308628 +0000 UTC m=+0.012165066 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:50.157 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.4.service' 2026-02-12T00:52:50.194 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:50.194 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-02-12T00:52:50.194 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-02-12T00:52:50.195 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.5 2026-02-12T00:52:50.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:50.222+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:50.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:50 trial116 systemd[1]: Stopping Ceph osd.5 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:50.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:50.326+0000 7f0fc1871640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:50.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:50.326+0000 7f0fc1871640 -1 osd.5 150 *** Got signal Terminated *** 2026-02-12T00:52:50.597 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:50 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:50.326+0000 7f0fc1871640 -1 osd.5 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:51.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:51.273+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:51.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:51.087+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:52.069 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:51 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:51.757+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:52.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:52 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:52.289+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:52.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:52 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:52.067+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:53.070 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:52 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:52.775+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:53.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:53 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:53.301+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:53.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:53 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:53.068+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:54.090 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:53 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:53.809+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:54.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:54.295+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:54.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:54.088+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:54.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:54.088+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:55.094 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:54 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:54.824+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:55.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:55.092+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:55.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:55.092+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:55.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:55.268+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:24.568116+0000 front 2026-02-12T00:52:24.568228+0000 (oldest deadline 2026-02-12T00:52:49.868147+0000) 2026-02-12T00:52:55.347 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5[87820]: 2026-02-12T00:52:55.268+0000 7f0fbdf39640 -1 osd.5 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:30.368598+0000 front 2026-02-12T00:52:30.368553+0000 (oldest deadline 2026-02-12T00:52:55.068555+0000) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111033]: 2026-02-12 00:52:55.396391524 +0000 UTC m=+5.081958746 container died 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.opencontainers.image.authors=Ceph Release Team , io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, OSD_FLAVOR=default, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111033]: 2026-02-12 00:52:55.40596457 +0000 UTC m=+5.091531772 container remove 5abc65ef2cbf6306bd0426e0b0b024ae502faa6d198f44930858cdfbb03672e3 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, OSD_FLAVOR=default, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 bash[111033]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.540565783 +0000 UTC m=+0.015904068 container create 0e94f48505be5efd9739a24885a34238359a4eb4ad1dd8e2a77963ec579d781f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.schema-version=1.0, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.567174109 +0000 UTC m=+0.042512404 container init 0e94f48505be5efd9739a24885a34238359a4eb4ad1dd8e2a77963ec579d781f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209, org.label-schema.vendor=CentOS) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.569752122 +0000 UTC m=+0.045090417 container start 0e94f48505be5efd9739a24885a34238359a4eb4ad1dd8e2a77963ec579d781f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.license=GPLv2) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.570191278 +0000 UTC m=+0.045529573 container attach 0e94f48505be5efd9739a24885a34238359a4eb4ad1dd8e2a77963ec579d781f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.opencontainers.image.documentation=https://docs.ceph.com/, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, ceph=True, io.buildah.version=1.41.3, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default) 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.53441616 +0000 UTC m=+0.009754455 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:52:55.692 INFO:journalctl@ceph.osd.5.trial116.stdout:Feb 12 00:52:55 trial116 podman[111162]: 2026-02-12 00:52:55.690286774 +0000 UTC m=+0.165625079 container died 0e94f48505be5efd9739a24885a34238359a4eb4ad1dd8e2a77963ec579d781f (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-5-deactivate, org.label-schema.vendor=CentOS, ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , OSD_FLAVOR=default) 2026-02-12T00:52:55.717 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.5.service' 2026-02-12T00:52:55.754 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:52:55.755 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-02-12T00:52:55.755 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-02-12T00:52:55.755 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.6 2026-02-12T00:52:56.097 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:55.854+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:56.098 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 systemd[1]: Stopping Ceph osd.6 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:52:56.098 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:55.886+0000 7f06d005a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:52:56.098 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:55.886+0000 7f06d005a640 -1 osd.6 150 *** Got signal Terminated *** 2026-02-12T00:52:56.098 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:55 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:55.886+0000 7f06d005a640 -1 osd.6 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:52:56.597 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:56.102+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:56.597 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:56.102+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:57.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:57.080+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:57.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:57.080+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:57.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:56.880+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:57.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:56 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:56.880+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:52:58.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:58.094+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:58.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:58.094+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:58.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:57.928+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:58.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:57 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:57.928+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:52:59.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:59.076+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:52:59.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:52:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:52:59.076+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:52:59.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:58.968+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:52:59.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:58 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:58.968+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:00.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:53:00.098+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:22.824908+0000 front 2026-02-12T00:52:22.824941+0000 (oldest deadline 2026-02-12T00:52:48.124866+0000) 2026-02-12T00:53:00.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:53:00.098+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:29.225283+0000 front 2026-02-12T00:52:29.225335+0000 (oldest deadline 2026-02-12T00:52:53.325330+0000) 2026-02-12T00:53:00.347 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6[93860]: 2026-02-12T00:53:00.098+0000 7f06cc722640 -1 osd.6 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:33.325620+0000 front 2026-02-12T00:52:33.325599+0000 (oldest deadline 2026-02-12T00:52:59.225555+0000) 2026-02-12T00:53:00.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:59.939+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:00.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:59.939+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:00.348 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:52:59 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:52:59.939+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:01.260 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 podman[111298]: 2026-02-12 00:53:00.956040676 +0000 UTC m=+5.082242945 container died cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, org.opencontainers.image.authors=Ceph Release Team , GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.label-schema.vendor=CentOS, org.opencontainers.image.documentation=https://docs.ceph.com/, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.label-schema.license=GPLv2, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, ceph=True, org.label-schema.build-date=20260209, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:53:01.260 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 podman[111298]: 2026-02-12 00:53:00.964423229 +0000 UTC m=+5.090625498 container remove cfe0dcc2042a653c744c5f191d77ad524c617eb12a73b43237b78e9cff657b78 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, io.buildah.version=1.41.3, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2) 2026-02-12T00:53:01.260 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:00 trial116 bash[111298]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6 2026-02-12T00:53:01.260 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.098445135 +0000 UTC m=+0.016544819 container create d4f2cfa4803cbd883e3849b16f78d55aa548d546f839d2240c3ff9db512f0db7 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_REF=wip-guits-main-2026-02-10-0743, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, ceph=True, OSD_FLAVOR=default) 2026-02-12T00:53:01.260 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.132006868 +0000 UTC m=+0.050106552 container init d4f2cfa4803cbd883e3849b16f78d55aa548d546f839d2240c3ff9db512f0db7 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, FROM_IMAGE=quay.io/centos/centos:stream9, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team ) 2026-02-12T00:53:01.261 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:00.985+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:01.261 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:00.985+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:01.261 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:00 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:00.985+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:01.261 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.135038644 +0000 UTC m=+0.053138328 container start d4f2cfa4803cbd883e3849b16f78d55aa548d546f839d2240c3ff9db512f0db7 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, org.label-schema.build-date=20260209, org.opencontainers.image.authors=Ceph Release Team , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.license=GPLv2, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:53:01.262 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.135517885 +0000 UTC m=+0.053617569 container attach d4f2cfa4803cbd883e3849b16f78d55aa548d546f839d2240c3ff9db512f0db7 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , ceph=True, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, CEPH_REF=wip-guits-main-2026-02-10-0743) 2026-02-12T00:53:01.262 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.091800041 +0000 UTC m=+0.009899735 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:53:01.262 INFO:journalctl@ceph.osd.6.trial116.stdout:Feb 12 00:53:01 trial116 podman[111431]: 2026-02-12 00:53:01.2590073 +0000 UTC m=+0.177106984 container died d4f2cfa4803cbd883e3849b16f78d55aa548d546f839d2240c3ff9db512f0db7 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.license=GPLv2, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, OSD_FLAVOR=default, org.label-schema.vendor=CentOS, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, io.buildah.version=1.41.3) 2026-02-12T00:53:01.293 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.6.service' 2026-02-12T00:53:01.329 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:53:01.330 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-02-12T00:53:01.330 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-02-12T00:53:01.330 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.7 2026-02-12T00:53:01.597 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 systemd[1]: Stopping Ceph osd.7 for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:01.597 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.460+0000 7ff8a8cb9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-02-12T00:53:01.598 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.460+0000 7ff8a8cb9640 -1 osd.7 150 *** Got signal Terminated *** 2026-02-12T00:53:01.598 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.460+0000 7ff8a8cb9640 -1 osd.7 150 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-02-12T00:53:02.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.947+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:02.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.947+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:02.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:01 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:01.947+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:03.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:02.979+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:03.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:02.979+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:03.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:02 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:02.979+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:04.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:04.020+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:04.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:04.020+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:04.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:04 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:04.020+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:05.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:05 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:05.002+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:05.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:05 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:05.002+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:05.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:05 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:05.002+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:06.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:06.008+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6806 osd.0 since back 2026-02-12T00:52:26.303675+0000 front 2026-02-12T00:52:26.303599+0000 (oldest deadline 2026-02-12T00:52:51.603658+0000) 2026-02-12T00:53:06.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:06.008+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6814 osd.1 since back 2026-02-12T00:52:31.603858+0000 front 2026-02-12T00:52:31.603918+0000 (oldest deadline 2026-02-12T00:52:56.303840+0000) 2026-02-12T00:53:06.347 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7[99491]: 2026-02-12T00:53:06.008+0000 7ff8a1379640 -1 osd.7 150 heartbeat_check: no reply from 10.20.193.52:6822 osd.2 since back 2026-02-12T00:52:36.304182+0000 front 2026-02-12T00:52:36.304151+0000 (oldest deadline 2026-02-12T00:52:59.804086+0000) 2026-02-12T00:53:06.837 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111568]: 2026-02-12 00:53:06.530196098 +0000 UTC m=+5.081996188 container died 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.authors=Ceph Release Team , org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_REF=wip-guits-main-2026-02-10-0743, FROM_IMAGE=quay.io/centos/centos:stream9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.license=GPLv2) 2026-02-12T00:53:06.837 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111568]: 2026-02-12 00:53:06.53849196 +0000 UTC m=+5.090292050 container remove 3ae0f11927ad65e06ad373205a586b485eb7e4cfaf01c8cc7d9df14f9a600596 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7, org.label-schema.license=GPLv2, OSD_FLAVOR=default, CEPH_REF=wip-guits-main-2026-02-10-0743, ceph=True, org.label-schema.schema-version=1.0, FROM_IMAGE=quay.io/centos/centos:stream9, io.buildah.version=1.41.3, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.opencontainers.image.authors=Ceph Release Team , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20260209, org.opencontainers.image.documentation=https://docs.ceph.com/) 2026-02-12T00:53:06.837 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 bash[111568]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7 2026-02-12T00:53:06.837 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.669877795 +0000 UTC m=+0.015704166 container create f67c28a6d2087dff0004abc75d8a4f9b0eef51e0e9e43afe391b4e88dca73092 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.build-date=20260209, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, org.opencontainers.image.documentation=https://docs.ceph.com/, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS) 2026-02-12T00:53:06.837 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.701420795 +0000 UTC m=+0.047247186 container init f67c28a6d2087dff0004abc75d8a4f9b0eef51e0e9e43afe391b4e88dca73092 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.authors=Ceph Release Team , CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, FROM_IMAGE=quay.io/centos/centos:stream9, OSD_FLAVOR=default, io.buildah.version=1.41.3, org.opencontainers.image.documentation=https://docs.ceph.com/, org.label-schema.build-date=20260209, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3) 2026-02-12T00:53:06.838 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.703718347 +0000 UTC m=+0.049544738 container start f67c28a6d2087dff0004abc75d8a4f9b0eef51e0e9e43afe391b4e88dca73092 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.41.3, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, org.label-schema.name=CentOS Stream 9 Base Image, org.opencontainers.image.documentation=https://docs.ceph.com/, org.opencontainers.image.authors=Ceph Release Team , CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.label-schema.license=GPLv2) 2026-02-12T00:53:06.838 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.704219278 +0000 UTC m=+0.050045659 container attach f67c28a6d2087dff0004abc75d8a4f9b0eef51e0e9e43afe391b4e88dca73092 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.opencontainers.image.authors=Ceph Release Team , FROM_IMAGE=quay.io/centos/centos:stream9, org.label-schema.build-date=20260209, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.opencontainers.image.documentation=https://docs.ceph.com/, ceph=True, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, OSD_FLAVOR=default, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.vendor=CentOS, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git) 2026-02-12T00:53:06.838 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.663623859 +0000 UTC m=+0.009450230 image pull c60a330ee96534d8aadd69080f2dc696b21041c9bedb9d8999470199341af1b9 quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3 2026-02-12T00:53:06.838 INFO:journalctl@ceph.osd.7.trial116.stdout:Feb 12 00:53:06 trial116 podman[111697]: 2026-02-12 00:53:06.835889011 +0000 UTC m=+0.181715392 container died f67c28a6d2087dff0004abc75d8a4f9b0eef51e0e9e43afe391b4e88dca73092 (image=quay.ceph.io/ceph-ci/ceph:e200f5a177e1f98aa64d47f88121b3121ef739b3, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-osd-7-deactivate, org.label-schema.schema-version=1.0, org.opencontainers.image.documentation=https://docs.ceph.com/, CEPH_GIT_REPO=https://github.com/ceph/ceph-ci.git, OSD_FLAVOR=default, org.opencontainers.image.authors=Ceph Release Team , ceph=True, FROM_IMAGE=quay.io/centos/centos:stream9, CEPH_SHA1=e200f5a177e1f98aa64d47f88121b3121ef739b3, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.41.3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, CEPH_REF=wip-guits-main-2026-02-10-0743, org.label-schema.build-date=20260209) 2026-02-12T00:53:06.872 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@osd.7.service' 2026-02-12T00:53:06.909 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:53:06.910 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-02-12T00:53:06.910 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-02-12T00:53:06.910 DEBUG:teuthology.orchestra.run.trial116:> sudo systemctl stop ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a 2026-02-12T00:53:07.097 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:06 trial116 systemd[1]: Stopping Ceph prometheus.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=WARN source=main.go:1076 msg="Received an OS signal, exiting gracefully..." signal=terminated 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1101 msg="Stopping scrape discovery manager..." 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1115 msg="Stopping notify discovery manager..." 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=manager.go:190 msg="Stopping rule manager..." component="rule manager" 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1097 msg="Scrape discovery manager stopped" 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1111 msg="Notify discovery manager stopped" 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=manager.go:206 msg="Rule manager stopped" component="rule manager" 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1152 msg="Stopping scrape manager..." 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.042Z level=INFO source=main.go:1144 msg="Scrape manager stopped" 2026-02-12T00:53:07.098 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.043Z level=INFO source=manager.go:543 msg="Stopping notification manager..." component=notifier 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.044Z level=INFO source=manager.go:285 msg="Draining any remaining notifications..." component=notifier 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.044Z level=INFO source=manager.go:291 msg="Remaining notifications drained" component=notifier 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.044Z level=INFO source=manager.go:218 msg="Notification manager stopped" component=notifier 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.044Z level=INFO source=main.go:1422 msg="Notifier manager stopped" 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a[52500]: time=2026-02-12T00:53:07.044Z level=INFO source=main.go:1436 msg="See you next time!" 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 podman[111829]: 2026-02-12 00:53:07.052744709 +0000 UTC m=+0.022998557 container died 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/prometheus) 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 podman[111829]: 2026-02-12 00:53:07.060382618 +0000 UTC m=+0.030636456 container remove 0e391565f9f08977aaa27fcc1146cc1a538e92f66a7adfa60298b4eabe7b8e22 (image=quay.io/prometheus/prometheus:v3.6.0, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a, org.opencontainers.image.source=https://github.com/prometheus/prometheus, maintainer=The Prometheus Authors ) 2026-02-12T00:53:07.099 INFO:journalctl@ceph.prometheus.a.trial116.stdout:Feb 12 00:53:07 trial116 bash[111829]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-prometheus-a 2026-02-12T00:53:07.139 DEBUG:teuthology.orchestra.run.trial116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-15ece051-07a9-11f1-851f-d404e6e7d460@prometheus.a.service' 2026-02-12T00:53:07.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-02-12T00:53:07.173 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-02-12T00:53:07.173 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 --force --keep-logs 2026-02-12T00:53:07.420 INFO:teuthology.orchestra.run.trial052.stdout:Deleting cluster with fsid: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: Stopping Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a[87772]: time=2026-02-12T00:53:08.564Z level=INFO source=main.go:584 msg="Received SIGTERM, exiting gracefully..." 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 podman[148809]: 2026-02-12 00:53:08.574766579 +0000 UTC m=+0.023236671 container died 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, maintainer=The Prometheus Authors , org.opencontainers.image.source=https://github.com/prometheus/alertmanager) 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 podman[148809]: 2026-02-12 00:53:08.582789386 +0000 UTC m=+0.031259478 container remove 6f6d68319106087eba94051fa44965ba22e91464521ed3c3d62efe3cb7057acc (image=quay.io/prometheus/alertmanager:v0.28.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a, org.opencontainers.image.source=https://github.com/prometheus/alertmanager, maintainer=The Prometheus Authors ) 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 podman[148809]: 2026-02-12 00:53:08.583454189 +0000 UTC m=+0.031924281 volume remove a6b75fdaeb3261b0ff48112681c94aadb3631f94df9a8724d333c7ba00510b36 2026-02-12T00:53:08.635 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 bash[148809]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-alertmanager-a 2026-02-12T00:53:08.930 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@alertmanager.a.service: Deactivated successfully. 2026-02-12T00:53:08.930 INFO:journalctl@ceph.alertmanager.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: Stopped Ceph alertmanager.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:53:08.930 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: Stopping Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:08.930 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 podman[148956]: 2026-02-12 00:53:08.865312663 +0000 UTC m=+0.023055995 container died f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:53:08.930 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 podman[148956]: 2026-02-12 00:53:08.874460136 +0000 UTC m=+0.032203468 container remove f8bc601dda27fe61b3a7e64812eecc9ce279d8e12005a94bf3cee887beae4e6b (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a, maintainer=The Prometheus Authors ) 2026-02-12T00:53:08.931 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 bash[148956]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-a 2026-02-12T00:53:08.931 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:53:09.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Failed with result 'exit-code'. 2026-02-12T00:53:09.288 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: Stopped Ceph node-exporter.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:53:09.289 INFO:journalctl@ceph.node-exporter.a.trial052.stdout:Feb 12 00:53:08 trial052 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.a.service: Consumed 1.878s CPU time. 2026-02-12T00:53:30.322 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 --force --keep-logs 2026-02-12T00:53:30.568 INFO:teuthology.orchestra.run.trial116.stdout:Deleting cluster with fsid: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:53:31.765 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 systemd[1]: Stopping Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=server t=2026-02-12T00:53:31.694190434Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694520718Z level=info msg="module stopped" module=*metrics.InternalMetricsService 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694520207Z level=info msg="module stopped" module=*service.DashboardServiceImpl 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.69453777Z level=info msg="module stopped" module=*remotecache.RemoteCache 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694538351Z level=info msg="module stopped" module=*statscollector.Service 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694544813Z level=info msg="module stopped" module=*manager.SecretsService 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694542509Z level=info msg="module stopped" module=*pushhttp.Gateway 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694537499Z level=info msg="module stopped" module=*updatemanager.PluginsService 2026-02-12T00:53:31.766 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694551696Z level=info msg="module stopped" module=*store.dummyEntityEventsService 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694555873Z level=info msg="module stopped" module=*garbagecollectionworker.Worker 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694550734Z level=info msg="module stopped" module=*migrations.SecretMigrationProviderImpl 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694554832Z level=info msg="module stopped" module=*service.DashboardUpdater 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694520588Z level=info msg="module stopped" module=*cleanup.CleanUpService 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694563197Z level=info msg="module stopped" module=*service.UsageStats 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694568577Z level=info msg="module stopped" module=*manager.ServiceAccountsService 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694570591Z level=info msg="module stopped" module=*notifications.NotificationService 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694560372Z level=info msg="module stopped" module=*ssosettingsimpl.Service 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694566323Z level=info msg="module stopped" module=*angulardetectorsprovider.Dynamic 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694573817Z level=info msg="module stopped" module=*rendering.RenderingService 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694578425Z level=info msg="module stopped" module=*pluginexternal.Service 2026-02-12T00:53:31.767 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694571372Z level=info msg="module stopped" module=*anonimpl.AnonDeviceService 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694583675Z level=info msg="module stopped" module=*store.standardStorageService 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=ngalert.scheduler t=2026-02-12T00:53:31.694583866Z level=info msg=stopped component=ticker last_tick=2026-02-12T00:53:30Z 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694587202Z level=info msg="module stopped" module=*authimpl.UserAuthTokenService 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694594676Z level=info msg="module stopped" module=*metric.Service 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694597441Z level=info msg="module stopped" module=*appregistry.Service 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694596709Z level=info msg="module stopped" module=*loginattemptimpl.Service 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694602009Z level=info msg="module stopped" module=*supportbundlesimpl.Service 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694597791Z level=info msg="module stopped" module=*dualwrite.ZanzanaReconciler 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694603973Z level=info msg="module stopped" module=*api.HTTPServer 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.694605666Z level=info msg="module stopped" module=*live.GrafanaLive 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695004568Z level=info msg="module stopped" module=*ngalert.AlertNG 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695039553Z level=info msg="module stopped" module=provisioning 2026-02-12T00:53:31.768 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695060301Z level=info msg="module stopped" module=plugin.backgroundinstaller 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695228273Z level=info msg="module stopped" module=plugins.store 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695253931Z level=info msg="module stopped" module=grafana-apiserver 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=tracing t=2026-02-12T00:53:31.695288015Z level=info msg="Closing tracing" 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695297192Z level=info msg="module stopped" module=tracing 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=backgroundsvcs.managerAdapter t=2026-02-12T00:53:31.695302231Z level=info msg="All modules stopped" 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a[66884]: logger=grafana-apiserver t=2026-02-12T00:53:31.695304415Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 podman[112323]: 2026-02-12 00:53:31.704240137 +0000 UTC m=+0.023737521 container died dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 (image=quay.io/ceph/grafana:12.3.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, maintainer=Grafana Labs , org.opencontainers.image.source=https://github.com/grafana/grafana) 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 podman[112323]: 2026-02-12 00:53:31.726993637 +0000 UTC m=+0.046491031 container remove dbb88ad0fd27aa274ac0ea220bec9a95e17bfb5321aa06596cccc84feaf1c5c8 (image=quay.io/ceph/grafana:12.3.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a, org.opencontainers.image.source=https://github.com/grafana/grafana, maintainer=Grafana Labs ) 2026-02-12T00:53:31.769 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 bash[112323]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-grafana-a 2026-02-12T00:53:32.084 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@grafana.a.service: Deactivated successfully. 2026-02-12T00:53:32.084 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 systemd[1]: Stopped Ceph grafana.a for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:53:32.084 INFO:journalctl@ceph.grafana.a.trial116.stdout:Feb 12 00:53:31 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@grafana.a.service: Consumed 3.442s CPU time. 2026-02-12T00:53:32.084 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:31 trial116 systemd[1]: Stopping Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460... 2026-02-12T00:53:32.084 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 podman[112467]: 2026-02-12 00:53:32.054090592 +0000 UTC m=+0.023528212 container died 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:53:32.085 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 podman[112467]: 2026-02-12 00:53:32.062076648 +0000 UTC m=+0.031514268 container remove 3f9738033686f7fa16c42c440917d4fd0ad55dc5a379ea11d3319f77c6b3bc2d (image=quay.io/prometheus/node-exporter:v1.9.1, name=ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b, maintainer=The Prometheus Authors ) 2026-02-12T00:53:32.085 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 bash[112467]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460-node-exporter-b 2026-02-12T00:53:32.335 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2026-02-12T00:53:32.336 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Failed with result 'exit-code'. 2026-02-12T00:53:32.336 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 systemd[1]: Stopped Ceph node-exporter.b for 15ece051-07a9-11f1-851f-d404e6e7d460. 2026-02-12T00:53:32.336 INFO:journalctl@ceph.node-exporter.b.trial116.stdout:Feb 12 00:53:32 trial116 systemd[1]: ceph-15ece051-07a9-11f1-851f-d404e6e7d460@node-exporter.b.service: Consumed 1.625s CPU time. 2026-02-12T00:53:42.967 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:53:42.995 DEBUG:teuthology.orchestra.run.trial116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-02-12T00:53:43.023 INFO:tasks.cephadm:Archiving crash dumps... 2026-02-12T00:53:43.025 DEBUG:teuthology.misc:Transferring archived files from trial052:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial052/crash 2026-02-12T00:53:43.026 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash -- . 2026-02-12T00:53:43.060 INFO:teuthology.orchestra.run.trial052.stderr:tar: /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T00:53:43.060 INFO:teuthology.orchestra.run.trial052.stderr:tar: Error is not recoverable: exiting now 2026-02-12T00:53:43.062 DEBUG:teuthology.misc:Transferring archived files from trial116:/var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial116/crash 2026-02-12T00:53:43.064 DEBUG:teuthology.orchestra.run.trial116:> sudo tar c -f - -C /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash -- . 2026-02-12T00:53:43.088 INFO:teuthology.orchestra.run.trial116.stderr:tar: /var/lib/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/crash: Cannot open: No such file or directory 2026-02-12T00:53:43.088 INFO:teuthology.orchestra.run.trial116.stderr:tar: Error is not recoverable: exiting now 2026-02-12T00:53:43.089 INFO:tasks.cephadm:Checking cluster log for badness... 2026-02-12T00:53:43.090 DEBUG:teuthology.orchestra.run.trial052:> sudo grep -E '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log | grep -E CEPHADM_ | grep -E -v '\(MDS_ALL_DOWN\)' | grep -E -v '\(MDS_UP_LESS_THAN_MAX\)' | grep -E -v CEPHADM_STRAY_DAEMON | grep -E -v CEPHADM_FAILED_DAEMON | grep -E -v CEPHADM_AGENT_DOWN | head -n 1 2026-02-12T00:53:43.127 INFO:tasks.cephadm:Compressing logs... 2026-02-12T00:53:43.127 DEBUG:teuthology.orchestra.run.trial052:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T00:53:43.169 DEBUG:teuthology.orchestra.run.trial116:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T00:53:43.192 INFO:teuthology.orchestra.run.trial052.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/cephadm.log 2026-02-12T00:53:43.192 INFO:teuthology.orchestra.run.trial052.stderr: 2026-02-12T00:53:43.192 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.2.log 2026-02-12T00:53:43.192 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.a.log 2026-02-12T00:53:43.193 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.0.log 2026-02-12T00:53:43.193 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.2.log: /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.y.log 2026-02-12T00:53:43.193 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.3.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.c.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.y.log: /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.c.log: /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.1.log 2026-02-12T00:53:43.196 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/tcmu-runner.log 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log: 93.2% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial052.aegata.log 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr: 91.9% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/tcmu-runner.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr: 75.9% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/tcmu-runner.log.gz 2026-02-12T00:53:43.197 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial052.aegata.log: 76.4% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial052.aegata.log.gz 2026-02-12T00:53:43.198 INFO:teuthology.orchestra.run.trial052.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log: 93.9% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log.gz 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:: No such file or directory 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.5.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.7.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial116.iqakcw.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.4.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial116.iqakcw.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log 2026-02-12T00:53:43.201 INFO:teuthology.orchestra.run.trial116.stderr: 76.8% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-client.rgw.foo.trial116.iqakcw.log.gz 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.b.log 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr: 85.8% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.cephadm.log.gz 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.6.log 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.x.log 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr:/var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.x.log: /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log: 88.9% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.log.gz 2026-02-12T00:53:43.202 INFO:teuthology.orchestra.run.trial116.stderr: 91.2% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log.gz 2026-02-12T00:53:43.203 INFO:teuthology.orchestra.run.trial052.stderr: 94.5% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph.audit.log.gz 2026-02-12T00:53:43.203 INFO:teuthology.orchestra.run.trial052.stderr: 95.4% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log.gz 2026-02-12T00:53:43.204 INFO:teuthology.orchestra.run.trial116.stderr: 95.4% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-volume.log.gz 2026-02-12T00:53:43.212 INFO:teuthology.orchestra.run.trial116.stderr: 92.7% -- replaced with /var/log/ceph/cephadm.log.gz 2026-02-12T00:53:43.252 INFO:teuthology.orchestra.run.trial116.stderr: 90.1% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.x.log.gz 2026-02-12T00:53:43.367 INFO:teuthology.orchestra.run.trial052.stderr: 90.4% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mgr.y.log.gz 2026-02-12T00:53:43.467 INFO:teuthology.orchestra.run.trial052.stderr: 92.7% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.c.log.gz 2026-02-12T00:53:43.473 INFO:teuthology.orchestra.run.trial116.stderr: 92.7% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.b.log.gz 2026-02-12T00:53:43.871 INFO:teuthology.orchestra.run.trial052.stderr: 93.5% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.2.log.gz 2026-02-12T00:53:43.888 INFO:teuthology.orchestra.run.trial052.stderr: 91.3% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-mon.a.log.gz 2026-02-12T00:53:44.043 INFO:teuthology.orchestra.run.trial116.stderr: 93.4% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.6.log.gz 2026-02-12T00:53:44.202 INFO:teuthology.orchestra.run.trial052.stderr: 93.6% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.0.log.gz 2026-02-12T00:53:44.288 INFO:teuthology.orchestra.run.trial116.stderr: 93.5% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.5.log.gz 2026-02-12T00:53:44.289 INFO:teuthology.orchestra.run.trial116.stderr: 93.8% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.7.log.gz 2026-02-12T00:53:44.331 INFO:teuthology.orchestra.run.trial052.stderr: 93.6% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.1.log.gz 2026-02-12T00:53:44.397 INFO:teuthology.orchestra.run.trial116.stderr: 93.7% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.4.log.gz 2026-02-12T00:53:44.400 INFO:teuthology.orchestra.run.trial116.stderr: 2026-02-12T00:53:44.400 INFO:teuthology.orchestra.run.trial116.stderr:real 0m1.212s 2026-02-12T00:53:44.400 INFO:teuthology.orchestra.run.trial116.stderr:user 0m4.346s 2026-02-12T00:53:44.400 INFO:teuthology.orchestra.run.trial116.stderr:sys 0m0.261s 2026-02-12T00:53:44.490 INFO:teuthology.orchestra.run.trial052.stderr: 93.5% -- replaced with /var/log/ceph/15ece051-07a9-11f1-851f-d404e6e7d460/ceph-osd.3.log.gz 2026-02-12T00:53:44.492 INFO:teuthology.orchestra.run.trial052.stderr: 2026-02-12T00:53:44.492 INFO:teuthology.orchestra.run.trial052.stderr:real 0m1.310s 2026-02-12T00:53:44.493 INFO:teuthology.orchestra.run.trial052.stderr:user 0m4.992s 2026-02-12T00:53:44.493 INFO:teuthology.orchestra.run.trial052.stderr:sys 0m0.312s 2026-02-12T00:53:44.493 INFO:tasks.cephadm:Archiving logs... 2026-02-12T00:53:44.493 DEBUG:teuthology.misc:Transferring archived files from trial052:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial052/log 2026-02-12T00:53:44.495 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T00:53:45.023 DEBUG:teuthology.misc:Transferring archived files from trial116:/var/log/ceph to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial116/log 2026-02-12T00:53:45.024 DEBUG:teuthology.orchestra.run.trial116:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-12T00:53:45.424 INFO:tasks.cephadm:Removing cluster... 2026-02-12T00:53:45.424 DEBUG:teuthology.orchestra.run.trial052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 --force 2026-02-12T00:53:45.673 INFO:teuthology.orchestra.run.trial052.stdout:Deleting cluster with fsid: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:53:45.772 DEBUG:teuthology.orchestra.run.trial116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 15ece051-07a9-11f1-851f-d404e6e7d460 --force 2026-02-12T00:53:46.020 INFO:teuthology.orchestra.run.trial116.stdout:Deleting cluster with fsid: 15ece051-07a9-11f1-851f-d404e6e7d460 2026-02-12T00:53:46.120 INFO:tasks.cephadm:Removing cephadm ... 2026-02-12T00:53:46.121 DEBUG:teuthology.orchestra.run.trial052:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T00:53:46.140 DEBUG:teuthology.orchestra.run.trial116:> rm -rf /home/ubuntu/cephtest/cephadm 2026-02-12T00:53:46.156 INFO:tasks.cephadm:Teardown complete 2026-02-12T00:53:46.157 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-12T00:53:46.171 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-12T00:53:46.172 DEBUG:teuthology.orchestra.run.trial052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T00:53:46.182 DEBUG:teuthology.orchestra.run.trial116:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-12T00:53:46.195 INFO:teuthology.orchestra.run.trial052.stderr:bash: line 1: ntpq: command not found 2026-02-12T00:53:46.211 INFO:teuthology.orchestra.run.trial116.stderr:bash: line 1: ntpq: command not found 2026-02-12T00:53:46.212 INFO:teuthology.orchestra.run.trial052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T00:53:46.213 INFO:teuthology.orchestra.run.trial052.stdout:=============================================================================== 2026-02-12T00:53:46.213 INFO:teuthology.orchestra.run.trial052.stdout:^+ ntp.swyn.net 2 8 377 183 +122us[ +146us] +/- 7941us 2026-02-12T00:53:46.213 INFO:teuthology.orchestra.run.trial052.stdout:^- 23.186.168.130 2 7 377 234 -1472us[-1448us] +/- 61ms 2026-02-12T00:53:46.213 INFO:teuthology.orchestra.run.trial052.stdout:^* time.cloudflare.com 3 8 377 119 +39us[ +64us] +/- 6653us 2026-02-12T00:53:46.213 INFO:teuthology.orchestra.run.trial052.stdout:^- pittsburghmusicals.com 3 7 377 50 +163us[ +163us] +/- 117ms 2026-02-12T00:53:46.214 INFO:teuthology.orchestra.run.trial116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-12T00:53:46.214 INFO:teuthology.orchestra.run.trial116.stdout:=============================================================================== 2026-02-12T00:53:46.214 INFO:teuthology.orchestra.run.trial116.stdout:^+ ntp.swyn.net 2 8 377 184 -12us[ +28us] +/- 8092us 2026-02-12T00:53:46.215 INFO:teuthology.orchestra.run.trial116.stdout:^- 23.186.168.130 2 7 171 443 -1596us[-1620us] +/- 61ms 2026-02-12T00:53:46.215 INFO:teuthology.orchestra.run.trial116.stdout:^* time.cloudflare.com 3 6 377 52 -161us[ -171us] +/- 6905us 2026-02-12T00:53:46.215 INFO:teuthology.orchestra.run.trial116.stdout:^- pittsburghmusicals.com 3 7 377 51 -15us[ -15us] +/- 117ms 2026-02-12T00:53:46.216 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-12T00:53:46.231 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-12T00:53:46.231 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-12T00:53:46.246 DEBUG:teuthology.orchestra.run.trial052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T00:53:46.306 DEBUG:teuthology.orchestra.run.trial116:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-12T00:53:46.357 DEBUG:teuthology.orchestra.run.trial052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T00:53:46.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:53:46.385 DEBUG:teuthology.orchestra.run.trial116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2026-02-12T00:53:46.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:53:46.411 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-12T00:53:46.426 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-12T00:53:46.442 INFO:teuthology.task.internal:Duration was 1874.118843 seconds 2026-02-12T00:53:46.442 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-12T00:53:46.457 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-12T00:53:46.457 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T00:53:46.460 DEBUG:teuthology.orchestra.run.trial116:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-12T00:53:46.495 INFO:teuthology.orchestra.run.trial052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T00:53:46.497 INFO:teuthology.orchestra.run.trial116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-12T00:53:46.872 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-12T00:53:46.872 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial052.front.sepia.ceph.com 2026-02-12T00:53:46.872 DEBUG:teuthology.orchestra.run.trial052:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T00:53:46.892 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial116.front.sepia.ceph.com 2026-02-12T00:53:46.892 DEBUG:teuthology.orchestra.run.trial116:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-12T00:53:46.933 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-12T00:53:46.933 DEBUG:teuthology.orchestra.run.trial052:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T00:53:46.935 DEBUG:teuthology.orchestra.run.trial116:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T00:53:47.135 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-12T00:53:47.135 DEBUG:teuthology.orchestra.run.trial052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T00:53:47.137 DEBUG:teuthology.orchestra.run.trial116:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-12T00:53:47.159 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:53:47.160 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:53:47.160 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T00:53:47.160 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T00:53:47.160 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T00:53:47.161 INFO:teuthology.orchestra.run.trial116.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-12T00:53:47.162 INFO:teuthology.orchestra.run.trial116.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-12T00:53:47.162 INFO:teuthology.orchestra.run.trial116.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-12T00:53:47.162 INFO:teuthology.orchestra.run.trial116.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-12T00:53:47.162 INFO:teuthology.orchestra.run.trial116.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-12T00:53:47.183 INFO:teuthology.orchestra.run.trial116.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T00:53:47.194 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 90.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-12T00:53:47.196 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-12T00:53:47.214 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-12T00:53:47.214 DEBUG:teuthology.orchestra.run.trial052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T00:53:47.263 DEBUG:teuthology.orchestra.run.trial116:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-12T00:53:47.288 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-12T00:53:47.305 DEBUG:teuthology.orchestra.run.trial052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T00:53:47.307 DEBUG:teuthology.orchestra.run.trial116:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-12T00:53:47.328 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern = core 2026-02-12T00:53:47.353 INFO:teuthology.orchestra.run.trial116.stdout:kernel.core_pattern = core 2026-02-12T00:53:47.372 DEBUG:teuthology.orchestra.run.trial052:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T00:53:47.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:53:47.402 DEBUG:teuthology.orchestra.run.trial116:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-12T00:53:47.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-12T00:53:47.428 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-12T00:53:47.445 INFO:teuthology.task.internal:Transferring archived files... 2026-02-12T00:53:47.446 DEBUG:teuthology.misc:Transferring archived files from trial052:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial052 2026-02-12T00:53:47.446 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T00:53:47.488 DEBUG:teuthology.misc:Transferring archived files from trial116:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/gabrioux-2026-02-11_07:53:20-orch:cephadm-wip-guits-main-2026-02-10-0743-distro-default-trial/45011/remote/trial116 2026-02-12T00:53:47.488 DEBUG:teuthology.orchestra.run.trial116:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-12T00:53:47.523 INFO:teuthology.task.internal:Removing archive directory... 2026-02-12T00:53:47.523 DEBUG:teuthology.orchestra.run.trial052:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T00:53:47.526 DEBUG:teuthology.orchestra.run.trial116:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-12T00:53:47.571 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-12T00:53:47.590 INFO:teuthology.task.internal:Not uploading archives. 2026-02-12T00:53:47.590 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-12T00:53:47.607 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-12T00:53:47.607 DEBUG:teuthology.orchestra.run.trial052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T00:53:47.610 DEBUG:teuthology.orchestra.run.trial116:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-12T00:53:47.623 INFO:teuthology.orchestra.run.trial052.stdout: 786525 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 00:53 /home/ubuntu/cephtest 2026-02-12T00:53:47.629 INFO:teuthology.orchestra.run.trial116.stdout: 791883 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 12 00:53 /home/ubuntu/cephtest 2026-02-12T00:53:47.630 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-12T00:53:47.647 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-12T00:53:47.686 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-centos_9.stream-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/connectivity} duration: 1874.1188433170319 owner: scheduled_gabrioux@soko04.front.sepia.ceph.com success: true 2026-02-12T00:53:47.686 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-12T00:53:47.815 INFO:teuthology.run:pass